[ 600.150514] env[69073]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69073) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 600.150849] env[69073]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69073) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 600.151085] env[69073]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69073) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 600.151443] env[69073]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 600.254627] env[69073]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69073) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 600.266042] env[69073]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=69073) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 600.310801] env[69073]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 600.871009] env[69073]: INFO nova.virt.driver [None req-1bb890d1-ca69-4fde-8812-75ab639c4aba None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 600.941868] env[69073]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.942092] env[69073]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.942158] env[69073]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69073) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 603.837225] env[69073]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-43c8115d-0293-48ed-b80b-8660718d750f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.854560] env[69073]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69073) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 603.854708] env[69073]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f68d2222-3dc3-4750-bac1-bc2e27a9a51e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.887571] env[69073]: INFO oslo_vmware.api [-] Successfully established new session; session ID is a44bd. [ 603.887697] env[69073]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.946s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.888275] env[69073]: INFO nova.virt.vmwareapi.driver [None req-1bb890d1-ca69-4fde-8812-75ab639c4aba None None] VMware vCenter version: 7.0.3 [ 603.891674] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61450f04-b16f-4118-9c61-0d6736494f84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.909345] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5460f12-1837-4e35-8d2d-89cddd0f607d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.915298] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96de8b59-5a85-4d2e-8235-4b7621b3281c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.922048] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a2eff-c016-4ae1-9f4e-0878e9c68fcf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.935346] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92649d38-1b25-4ab3-b9f2-f9a5a873a6ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.941297] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715579df-e29c-46d7-9c32-357ee8f11dd7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.971639] env[69073]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f1befd10-9bbf-4046-968c-c349edf3b5a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.976700] env[69073]: DEBUG nova.virt.vmwareapi.driver [None req-1bb890d1-ca69-4fde-8812-75ab639c4aba None None] Extension org.openstack.compute already exists. {{(pid=69073) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 603.979320] env[69073]: INFO nova.compute.provider_config [None req-1bb890d1-ca69-4fde-8812-75ab639c4aba None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 604.485028] env[69073]: DEBUG nova.context [None req-1bb890d1-ca69-4fde-8812-75ab639c4aba None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0032a0ba-63a8-45ba-b673-58f955a027a1(cell1) {{(pid=69073) load_cells /opt/stack/nova/nova/context.py:464}} [ 604.485028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.485028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.486051] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.486685] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Acquiring lock "0032a0ba-63a8-45ba-b673-58f955a027a1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.487057] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Lock "0032a0ba-63a8-45ba-b673-58f955a027a1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.488214] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Lock "0032a0ba-63a8-45ba-b673-58f955a027a1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.508785] env[69073]: INFO dbcounter [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Registered counter for database nova_cell0 [ 604.520216] env[69073]: INFO dbcounter [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Registered counter for database nova_cell1 [ 604.970290] env[69073]: DEBUG oslo_db.sqlalchemy.engines [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69073) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 604.971196] env[69073]: DEBUG oslo_db.sqlalchemy.engines [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69073) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 604.976412] env[69073]: ERROR nova.db.main.api [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 604.976412] env[69073]: result = function(*args, **kwargs) [ 604.976412] env[69073]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 604.976412] env[69073]: return func(*args, **kwargs) [ 604.976412] env[69073]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 604.976412] env[69073]: result = fn(*args, **kwargs) [ 604.976412] env[69073]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 604.976412] env[69073]: return f(*args, **kwargs) [ 604.976412] env[69073]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 604.976412] env[69073]: return db.service_get_minimum_version(context, binaries) [ 604.976412] env[69073]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 604.976412] env[69073]: _check_db_access() [ 604.976412] env[69073]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 604.976412] env[69073]: stacktrace = ''.join(traceback.format_stack()) [ 604.976412] env[69073]: [ 604.978227] env[69073]: ERROR nova.db.main.api [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 604.978227] env[69073]: result = function(*args, **kwargs) [ 604.978227] env[69073]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 604.978227] env[69073]: return func(*args, **kwargs) [ 604.978227] env[69073]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 604.978227] env[69073]: result = fn(*args, **kwargs) [ 604.978227] env[69073]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 604.978227] env[69073]: return f(*args, **kwargs) [ 604.978227] env[69073]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 604.978227] env[69073]: return db.service_get_minimum_version(context, binaries) [ 604.978227] env[69073]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 604.978227] env[69073]: _check_db_access() [ 604.978227] env[69073]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 604.978227] env[69073]: stacktrace = ''.join(traceback.format_stack()) [ 604.978227] env[69073]: [ 604.978791] env[69073]: WARNING nova.objects.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Failed to get minimum service version for cell 0032a0ba-63a8-45ba-b673-58f955a027a1 [ 604.978791] env[69073]: WARNING nova.objects.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 604.979278] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Acquiring lock "singleton_lock" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.979442] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Acquired lock "singleton_lock" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.979690] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Releasing lock "singleton_lock" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.980046] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Full set of CONF: {{(pid=69073) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 604.980197] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ******************************************************************************** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 604.980327] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] Configuration options gathered from: {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 604.980466] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 604.980685] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 604.980831] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ================================================================================ {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 604.981066] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] allow_resize_to_same_host = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.981250] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] arq_binding_timeout = 300 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.981385] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] backdoor_port = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.981515] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] backdoor_socket = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.981692] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] block_device_allocate_retries = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.981887] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] block_device_allocate_retries_interval = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.982074] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cert = self.pem {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.982248] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.982420] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute_monitors = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.982590] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] config_dir = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.982806] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] config_drive_format = iso9660 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.982985] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.983190] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] config_source = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.983604] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] console_host = devstack {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.983795] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] control_exchange = nova {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.984062] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cpu_allocation_ratio = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.984272] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] daemon = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.984466] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] debug = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.984649] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] default_access_ip_network_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.984821] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] default_availability_zone = nova {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.984980] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] default_ephemeral_format = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.985156] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] default_green_pool_size = 1000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.985396] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.985589] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] default_schedule_zone = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.985754] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] disk_allocation_ratio = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.985918] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] enable_new_services = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.986110] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] enabled_apis = ['osapi_compute'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.986278] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] enabled_ssl_apis = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.986441] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] flat_injected = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.986604] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] force_config_drive = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.986765] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] force_raw_images = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.986960] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] graceful_shutdown_timeout = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.987154] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] heal_instance_info_cache_interval = -1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.987385] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] host = cpu-1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.987566] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.987736] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] initial_disk_allocation_ratio = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.987926] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] initial_ram_allocation_ratio = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.988122] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.988288] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] instance_build_timeout = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.988448] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] instance_delete_interval = 300 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.988615] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] instance_format = [instance: %(uuid)s] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.988779] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] instance_name_template = instance-%08x {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.988938] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] instance_usage_audit = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.989117] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] instance_usage_audit_period = month {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.989282] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.989445] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] instances_path = /opt/stack/data/nova/instances {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.989612] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] internal_service_availability_zone = internal {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.989765] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] key = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.989937] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] live_migration_retry_count = 30 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.990135] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_color = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.990304] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_config_append = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.990471] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.990629] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_dir = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.990785] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_file = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.990913] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_options = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.991081] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_rotate_interval = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.991250] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_rotate_interval_type = days {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.991415] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] log_rotation_type = none {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.991544] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.991669] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.991835] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.991997] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.992140] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.992302] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] long_rpc_timeout = 1800 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.992461] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] max_concurrent_builds = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.992620] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] max_concurrent_live_migrations = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.992778] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] max_concurrent_snapshots = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.992944] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] max_local_block_devices = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.993136] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] max_logfile_count = 30 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.993300] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] max_logfile_size_mb = 200 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.993458] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] maximum_instance_delete_attempts = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.993652] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] metadata_listen = 0.0.0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.993831] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] metadata_listen_port = 8775 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.994008] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] metadata_workers = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.994175] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] migrate_max_retries = -1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.994339] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] mkisofs_cmd = genisoimage {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.994573] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] my_block_storage_ip = 10.180.1.21 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.994712] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] my_ip = 10.180.1.21 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.994921] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.995099] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] network_allocate_retries = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.995279] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.995459] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] osapi_compute_listen = 0.0.0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.995637] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] osapi_compute_listen_port = 8774 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.995806] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] osapi_compute_unique_server_name_scope = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.995991] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] osapi_compute_workers = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.996190] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] password_length = 12 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.996353] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] periodic_enable = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.996512] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] periodic_fuzzy_delay = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.996681] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] pointer_model = usbtablet {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.996843] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] preallocate_images = none {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.997007] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] publish_errors = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.997144] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] pybasedir = /opt/stack/nova {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.997299] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ram_allocation_ratio = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.997457] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] rate_limit_burst = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.997625] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] rate_limit_except_level = CRITICAL {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.997781] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] rate_limit_interval = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.997937] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] reboot_timeout = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.998106] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] reclaim_instance_interval = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.998259] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] record = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.998428] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] reimage_timeout_per_gb = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.998594] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] report_interval = 120 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.998755] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] rescue_timeout = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.998911] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] reserved_host_cpus = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.999104] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] reserved_host_disk_mb = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.999276] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] reserved_host_memory_mb = 512 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.999434] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] reserved_huge_pages = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.999593] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] resize_confirm_window = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.999755] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] resize_fs_using_block_device = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 604.999913] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] resume_guests_state_on_host_boot = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.000090] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.000252] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] rpc_response_timeout = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.000410] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] run_external_periodic_tasks = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.000573] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] running_deleted_instance_action = reap {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.000731] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] running_deleted_instance_poll_interval = 1800 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.000886] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] running_deleted_instance_timeout = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.001051] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler_instance_sync_interval = 120 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.001220] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_down_time = 720 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.001383] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] servicegroup_driver = db {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.001535] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] shell_completion = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.001693] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] shelved_offload_time = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.001850] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] shelved_poll_interval = 3600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.002030] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] shutdown_timeout = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.002218] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] source_is_ipv6 = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.002380] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ssl_only = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.002632] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.002802] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] sync_power_state_interval = 600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.002961] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] sync_power_state_pool_size = 1000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.003139] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] syslog_log_facility = LOG_USER {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.003295] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] tempdir = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.003453] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] timeout_nbd = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.003618] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] transport_url = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.003776] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] update_resources_interval = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.003933] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] use_cow_images = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.004103] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] use_journal = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.004263] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] use_json = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.004418] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] use_rootwrap_daemon = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.004602] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] use_stderr = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.004765] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] use_syslog = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.004921] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vcpu_pin_set = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.005119] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plugging_is_fatal = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.005302] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plugging_timeout = 300 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.005467] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] virt_mkfs = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.005629] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] volume_usage_poll_interval = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.005789] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] watch_log_file = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.005952] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] web = /usr/share/spice-html5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 605.006151] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.006318] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.006488] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.006663] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_concurrency.disable_process_locking = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.006962] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.007160] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.007329] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.007500] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.007673] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.007840] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.008033] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.auth_strategy = keystone {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.008236] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.compute_link_prefix = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.008417] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.008593] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.dhcp_domain = novalocal {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.008768] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.enable_instance_password = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.008932] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.glance_link_prefix = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.009111] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.009284] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.009448] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.instance_list_per_project_cells = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.009612] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.list_records_by_skipping_down_cells = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.009773] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.local_metadata_per_cell = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.009938] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.max_limit = 1000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.010332] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.metadata_cache_expiration = 15 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.010332] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.neutron_default_tenant_id = default {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.010442] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.response_validation = warn {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.010611] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.use_neutron_default_nets = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.010791] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.010955] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.011156] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.011345] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.011518] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.vendordata_dynamic_targets = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.011683] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.vendordata_jsonfile_path = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.011865] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.012072] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.backend = dogpile.cache.memcached {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.012247] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.backend_argument = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.012412] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.backend_expiration_time = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.012585] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.config_prefix = cache.oslo {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.012761] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.dead_timeout = 60.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.012928] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.debug_cache_backend = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.013106] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.enable_retry_client = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.013271] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.enable_socket_keepalive = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.013443] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.enabled = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.013614] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.enforce_fips_mode = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.013780] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.expiration_time = 600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.013943] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.hashclient_retry_attempts = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.014134] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.hashclient_retry_delay = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.014324] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_dead_retry = 300 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.014526] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_password = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.014704] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.014880] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.015055] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_pool_maxsize = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.015224] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.015389] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_sasl_enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.015588] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.015773] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_socket_timeout = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.015934] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.memcache_username = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.016113] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.proxies = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.016279] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.redis_db = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.016436] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.redis_password = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.016609] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.redis_sentinel_service_name = mymaster {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.016783] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.016949] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.redis_server = localhost:6379 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.017130] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.redis_socket_timeout = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.017302] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.redis_username = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.017468] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.retry_attempts = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.017636] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.retry_delay = 0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.017830] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.socket_keepalive_count = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.017959] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.socket_keepalive_idle = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.018134] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.socket_keepalive_interval = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.018294] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.tls_allowed_ciphers = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.018455] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.tls_cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.018618] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.tls_certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.018782] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.tls_enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.018942] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cache.tls_keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.019122] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.019300] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.auth_type = password {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.019461] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.019638] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.catalog_info = volumev3::publicURL {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.019798] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.019961] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.020136] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.cross_az_attach = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.020301] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.debug = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.020462] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.endpoint_template = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.020629] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.http_retries = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.020796] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.020955] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.021142] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.os_region_name = RegionOne {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.021309] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.021472] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cinder.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.021646] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.021808] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.cpu_dedicated_set = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.021969] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.cpu_shared_set = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.022151] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.image_type_exclude_list = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.022317] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.022482] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.max_concurrent_disk_ops = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.022647] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.max_disk_devices_to_attach = -1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.022811] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.022988] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.023224] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.resource_provider_association_refresh = 300 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.023402] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.023569] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.shutdown_retry_interval = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.023755] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.023938] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] conductor.workers = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.024130] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] console.allowed_origins = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.024293] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] console.ssl_ciphers = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.024481] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] console.ssl_minimum_version = default {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.024664] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] consoleauth.enforce_session_timeout = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.024837] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] consoleauth.token_ttl = 600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.025030] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.025195] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.025360] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.025555] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.connect_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.025726] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.connect_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.025886] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.endpoint_override = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.026060] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.026223] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.026384] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.max_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.026546] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.min_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.026707] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.region_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.026869] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.retriable_status_codes = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.027048] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.027229] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.service_type = accelerator {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.027396] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.027557] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.status_code_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.027719] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.status_code_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.027878] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.028070] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.028234] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] cyborg.version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.028404] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.asyncio_connection = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.028565] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.asyncio_slave_connection = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.028738] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.backend = sqlalchemy {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.028908] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.connection = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.029084] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.connection_debug = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.029256] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.connection_parameters = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.029421] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.connection_recycle_time = 3600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.029588] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.connection_trace = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.029750] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.db_inc_retry_interval = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.029911] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.db_max_retries = 20 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.030085] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.db_max_retry_interval = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.030253] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.db_retry_interval = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.030417] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.max_overflow = 50 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.030579] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.max_pool_size = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.030746] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.max_retries = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.030918] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.031091] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.mysql_wsrep_sync_wait = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.031256] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.pool_timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.031422] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.retry_interval = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.031583] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.slave_connection = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.031749] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.sqlite_synchronous = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.031913] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] database.use_db_reconnect = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.032091] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.asyncio_connection = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.032255] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.asyncio_slave_connection = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.032427] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.backend = sqlalchemy {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.032597] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.connection = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.032764] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.connection_debug = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.032937] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.connection_parameters = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.033112] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.connection_recycle_time = 3600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.033275] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.connection_trace = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.033439] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.db_inc_retry_interval = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.033602] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.db_max_retries = 20 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.033767] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.db_max_retry_interval = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.033931] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.db_retry_interval = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.034108] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.max_overflow = 50 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.034273] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.max_pool_size = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.034473] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.max_retries = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.034644] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.034811] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.034972] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.pool_timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.035152] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.retry_interval = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.035312] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.slave_connection = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.035495] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] api_database.sqlite_synchronous = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.035680] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] devices.enabled_mdev_types = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.035867] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.036047] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ephemeral_storage_encryption.default_format = luks {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.036219] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ephemeral_storage_encryption.enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.036386] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.036559] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.api_servers = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.036725] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.036888] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.037064] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.037230] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.connect_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.037391] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.connect_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.037557] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.debug = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.037726] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.default_trusted_certificate_ids = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.037890] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.enable_certificate_validation = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.038063] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.enable_rbd_download = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.038227] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.endpoint_override = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.038426] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.038553] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.038714] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.max_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.038878] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.min_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.039047] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.num_retries = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.039219] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.rbd_ceph_conf = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.039382] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.rbd_connect_timeout = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.039563] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.rbd_pool = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.039796] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.rbd_user = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.039979] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.region_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.040160] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.retriable_status_codes = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.040324] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.040498] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.service_type = image {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.040667] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.040830] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.status_code_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.040990] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.status_code_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.041164] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.041349] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.041516] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.verify_glance_signatures = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.041679] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] glance.version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.041852] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] guestfs.debug = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.042029] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.042203] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.auth_type = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.042364] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.042525] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.042693] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.042853] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.connect_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.043019] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.connect_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.043186] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.endpoint_override = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.043350] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.043510] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.043673] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.max_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.043832] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.min_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.043991] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.region_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.044163] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.retriable_status_codes = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.044323] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.044517] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.service_type = shared-file-system {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.044696] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.share_apply_policy_timeout = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.044863] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.045033] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.status_code_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.045200] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.status_code_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.045359] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.045570] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.045742] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] manila.version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.045910] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] mks.enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.046281] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.046478] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] image_cache.manager_interval = 2400 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.046653] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] image_cache.precache_concurrency = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.046850] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] image_cache.remove_unused_base_images = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.047044] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.047220] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.047398] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] image_cache.subdirectory_name = _base {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.047577] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.api_max_retries = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.047743] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.api_retry_interval = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.047915] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.048084] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.auth_type = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.048249] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.048407] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.048574] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.048740] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.conductor_group = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.048899] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.connect_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.049069] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.connect_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.049232] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.endpoint_override = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.049395] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.049554] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.049713] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.max_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.049870] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.min_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.050052] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.peer_list = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.050216] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.region_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.050374] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.retriable_status_codes = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.050535] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.serial_console_state_timeout = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.050693] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.050858] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.service_type = baremetal {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.051022] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.shard = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.051184] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.051341] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.status_code_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.051499] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.status_code_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.051657] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.051833] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.052068] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ironic.version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.052273] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.052451] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] key_manager.fixed_key = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.052636] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.052798] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.barbican_api_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.052958] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.barbican_endpoint = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.053143] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.barbican_endpoint_type = public {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.053304] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.barbican_region_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.053463] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.053624] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.053782] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.053945] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.054111] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.054277] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.number_of_retries = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.054443] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.retry_delay = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.054632] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.send_service_user_token = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.054799] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.054958] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.055135] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.verify_ssl = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.055295] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican.verify_ssl_path = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.055480] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.055659] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.auth_type = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.055817] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.055975] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.056151] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.056312] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.056470] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.056634] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.056792] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] barbican_service_user.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.056958] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.approle_role_id = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.057130] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.approle_secret_id = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.057300] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.kv_mountpoint = secret {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.057458] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.kv_path = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.057622] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.kv_version = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.057778] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.namespace = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.057934] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.root_token_id = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.058108] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.ssl_ca_crt_file = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.058280] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.timeout = 60.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.058447] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.use_ssl = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.058616] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.058800] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.058963] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.059143] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.059306] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.connect_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.059466] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.connect_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.059627] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.endpoint_override = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.059789] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.059948] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.060120] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.max_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.060283] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.min_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.060443] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.region_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.060607] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.retriable_status_codes = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.060769] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.060942] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.service_type = identity {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.061119] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.061281] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.status_code_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.061440] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.status_code_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.061599] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.061778] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.061940] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] keystone.version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.062145] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.ceph_mount_options = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.062574] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.062777] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.connection_uri = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.062948] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.cpu_mode = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.063138] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.cpu_model_extra_flags = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.063315] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.cpu_models = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.063492] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.cpu_power_governor_high = performance {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.063667] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.cpu_power_governor_low = powersave {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.063834] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.cpu_power_management = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.064012] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.064192] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.device_detach_attempts = 8 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.064360] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.device_detach_timeout = 20 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.064563] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.disk_cachemodes = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.064733] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.disk_prefix = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.064903] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.enabled_perf_events = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.065087] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.file_backed_memory = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.065261] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.gid_maps = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.065427] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.hw_disk_discard = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.065592] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.hw_machine_type = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.065760] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.images_rbd_ceph_conf = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.065928] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.066103] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.066278] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.images_rbd_glance_store_name = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.066451] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.images_rbd_pool = rbd {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.066623] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.images_type = default {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.066784] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.images_volume_group = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.066949] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.inject_key = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.067127] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.inject_partition = -2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.067296] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.inject_password = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.067460] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.iscsi_iface = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.067628] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.iser_use_multipath = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.067794] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_bandwidth = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.067958] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.068135] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_downtime = 500 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.068303] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.068465] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.068626] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_inbound_addr = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.068790] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.068950] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_permit_post_copy = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.069123] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_scheme = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.069297] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_timeout_action = abort {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.069463] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_tunnelled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.069628] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_uri = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.069792] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.live_migration_with_native_tls = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.069955] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.max_queues = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.070140] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.070378] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.070544] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.nfs_mount_options = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.070826] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.071009] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.071187] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.num_iser_scan_tries = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.071351] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.num_memory_encrypted_guests = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.071518] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.071686] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.num_pcie_ports = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.071854] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.num_volume_scan_tries = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.072028] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.pmem_namespaces = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.072194] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.quobyte_client_cfg = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.072492] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.072683] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rbd_connect_timeout = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.072855] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.073035] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.073203] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rbd_secret_uuid = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.073365] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rbd_user = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.073532] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.073706] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.remote_filesystem_transport = ssh {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.073867] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rescue_image_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.074038] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rescue_kernel_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.074203] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rescue_ramdisk_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.074372] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.074564] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.rx_queue_size = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.074753] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.smbfs_mount_options = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.075064] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.075248] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.snapshot_compression = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.075415] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.snapshot_image_format = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.075667] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.075848] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.sparse_logical_volumes = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.076023] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.swtpm_enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.076200] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.swtpm_group = tss {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.076369] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.swtpm_user = tss {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.076539] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.sysinfo_serial = unique {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.076698] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.tb_cache_size = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.076855] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.tx_queue_size = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.077029] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.uid_maps = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.077199] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.use_virtio_for_bridges = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.077369] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.virt_type = kvm {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.077538] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.volume_clear = zero {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.077702] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.volume_clear_size = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.077866] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.volume_enforce_multipath = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.078044] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.volume_use_multipath = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.078207] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.vzstorage_cache_path = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.078377] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.078545] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.vzstorage_mount_group = qemu {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.078709] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.vzstorage_mount_opts = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.078876] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.079176] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.079356] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.vzstorage_mount_user = stack {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.079522] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.079694] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.079868] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.auth_type = password {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.080038] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.080202] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.080369] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.080529] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.connect_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.080689] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.connect_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.080858] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.default_floating_pool = public {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.081026] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.endpoint_override = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.081194] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.extension_sync_interval = 600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.081356] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.http_retries = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.081525] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.081689] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.081851] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.max_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.082034] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.082201] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.min_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.082374] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.ovs_bridge = br-int {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.082554] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.physnets = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.082731] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.region_name = RegionOne {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.082895] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.retriable_status_codes = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.083079] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.service_metadata_proxy = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.083244] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.083412] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.service_type = network {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.083574] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.083734] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.status_code_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.083894] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.status_code_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.084067] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.084254] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.084417] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] neutron.version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.084625] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] notifications.bdms_in_notifications = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.084811] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] notifications.default_level = INFO {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.084978] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] notifications.include_share_mapping = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.085171] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] notifications.notification_format = unversioned {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.085338] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] notifications.notify_on_state_change = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.085539] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.085748] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] pci.alias = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.085925] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] pci.device_spec = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.086107] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] pci.report_in_placement = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.086287] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.086463] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.auth_type = password {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.086636] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.086798] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.086957] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.087134] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.087295] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.connect_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.087455] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.connect_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.087615] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.default_domain_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.087773] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.default_domain_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.087930] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.domain_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.088100] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.domain_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.088262] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.endpoint_override = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.088424] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.088581] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.088742] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.max_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.088896] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.min_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.089074] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.password = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.089238] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.project_domain_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.089407] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.project_domain_name = Default {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.089574] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.project_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.089750] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.project_name = service {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.089921] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.region_name = RegionOne {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.090095] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.retriable_status_codes = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.090264] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.090436] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.service_type = placement {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.090603] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.090763] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.status_code_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.090925] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.status_code_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.091098] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.system_scope = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.091260] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.091420] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.trust_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.091578] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.user_domain_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.091748] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.user_domain_name = Default {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.091910] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.user_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.092097] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.username = nova {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.092282] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.092467] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] placement.version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.092659] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.cores = 20 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.092827] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.count_usage_from_placement = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.093077] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.093278] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.injected_file_content_bytes = 10240 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.093453] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.injected_file_path_length = 255 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.093624] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.injected_files = 5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.093792] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.instances = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.093959] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.key_pairs = 100 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.094136] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.metadata_items = 128 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.094304] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.ram = 51200 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.094483] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.recheck_quota = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.094664] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.server_group_members = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.094831] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.server_groups = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.095051] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.095229] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] quota.unified_limits_resource_strategy = require {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.095409] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.095623] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.095799] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.image_metadata_prefilter = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.095966] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.096146] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.max_attempts = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.096311] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.max_placement_results = 1000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.096474] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.096639] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.query_placement_for_image_type_support = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.096799] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.096972] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] scheduler.workers = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.097166] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.097338] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.097522] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.097717] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.097889] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.098066] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.098236] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.098427] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.098596] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.host_subset_size = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.098765] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.098924] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.099103] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.099270] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.099447] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.099613] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.isolated_hosts = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.099774] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.isolated_images = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.099933] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.100107] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.100274] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.100436] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.pci_in_placement = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.100611] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.100789] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.100955] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.101130] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.101297] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.101461] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.101626] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.track_instance_changes = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.101800] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.101970] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] metrics.required = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.102151] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] metrics.weight_multiplier = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.102317] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.102482] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] metrics.weight_setting = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.102799] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.102977] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] serial_console.enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.103169] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] serial_console.port_range = 10000:20000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.103341] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.103509] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.103678] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] serial_console.serialproxy_port = 6083 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.103846] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.104032] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.auth_type = password {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.104200] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.104378] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.104580] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.104755] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.104916] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.105108] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.send_service_user_token = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.105279] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.105448] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] service_user.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.105644] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.agent_enabled = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.105812] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.106130] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.106339] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.106515] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.html5proxy_port = 6082 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.106682] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.image_compression = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.106846] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.jpeg_compression = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.107015] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.playback_compression = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.107189] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.require_secure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.107361] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.server_listen = 127.0.0.1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.107533] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.107813] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.107986] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.streaming_mode = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.108165] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] spice.zlib_compression = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.108333] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] upgrade_levels.baseapi = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.108505] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] upgrade_levels.compute = auto {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.108668] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] upgrade_levels.conductor = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.108828] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] upgrade_levels.scheduler = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.108994] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.109173] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.auth_type = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.109333] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.109490] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.109654] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.109817] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.109976] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.110153] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.110314] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vendordata_dynamic_auth.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.110490] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.api_retry_count = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.110654] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.ca_file = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.110827] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.cache_prefix = devstack-image-cache {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.110997] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.cluster_name = testcl1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.111177] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.connection_pool_size = 10 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.111339] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.console_delay_seconds = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.111510] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.datastore_regex = ^datastore.* {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.111718] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.111904] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.host_password = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.112083] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.host_port = 443 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.112255] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.host_username = administrator@vsphere.local {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.112426] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.insecure = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.112593] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.integration_bridge = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.112798] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.maximum_objects = 100 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.112979] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.pbm_default_policy = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.113160] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.pbm_enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.113320] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.pbm_wsdl_location = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.113490] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.113652] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.serial_port_proxy_uri = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.113809] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.serial_port_service_uri = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.113978] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.task_poll_interval = 0.5 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.114166] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.use_linked_clone = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.114338] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.vnc_keymap = en-us {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.114536] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.vnc_port = 5900 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.114707] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vmware.vnc_port_total = 10000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.114893] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.auth_schemes = ['none'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.115081] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.115371] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.115586] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.115772] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.novncproxy_port = 6080 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.115961] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.server_listen = 127.0.0.1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.116155] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.116319] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.vencrypt_ca_certs = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.116514] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.vencrypt_client_cert = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.116644] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vnc.vencrypt_client_key = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.116833] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.116993] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.disable_deep_image_inspection = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.117169] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.117333] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.117494] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.117657] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.disable_rootwrap = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.117819] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.enable_numa_live_migration = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.117979] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.118154] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.118317] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.118480] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.libvirt_disable_apic = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.118642] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.118805] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.119130] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.119312] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.119479] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.119647] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.119809] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.119968] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.120143] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.120310] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.120495] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.120666] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.client_socket_timeout = 900 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.120833] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.default_pool_size = 1000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.121006] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.keep_alive = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.121179] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.max_header_line = 16384 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.121343] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.secure_proxy_ssl_header = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.121660] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.ssl_ca_file = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.121660] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.ssl_cert_file = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.121810] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.ssl_key_file = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.121975] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.tcp_keepidle = 600 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.122162] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.122334] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] zvm.ca_file = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.122501] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] zvm.cloud_connector_url = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.122797] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.122973] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] zvm.reachable_timeout = 300 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.123163] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.123343] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.123520] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.connection_string = messaging:// {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.123691] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.enabled = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.123858] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.es_doc_type = notification {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.124031] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.es_scroll_size = 10000 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.124207] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.es_scroll_time = 2m {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.124371] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.filter_error_trace = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.124564] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.hmac_keys = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.124742] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.sentinel_service_name = mymaster {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.124912] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.socket_timeout = 0.1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.125095] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.trace_requests = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.125264] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler.trace_sqlalchemy = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.125455] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler_jaeger.process_tags = {} {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.125639] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler_jaeger.service_name_prefix = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.125805] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] profiler_otlp.service_name_prefix = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.125969] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] remote_debug.host = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.126145] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] remote_debug.port = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.126321] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.126486] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.126654] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.126815] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.126975] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.127148] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.127308] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.127468] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.127633] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.127803] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.127963] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.128150] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.128321] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.128492] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.128656] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.128825] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.128988] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.129164] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.129337] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.129504] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.129672] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.129839] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.130022] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.130185] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.130351] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.130513] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.130677] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.130837] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.130998] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.131177] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.131341] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.ssl = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.131511] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.131678] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.131840] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.132014] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.132191] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.ssl_version = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.132354] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.132539] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.132709] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_notifications.retry = -1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.132883] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.133066] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_messaging_notifications.transport_url = **** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.133241] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.auth_section = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.133405] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.auth_type = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.133566] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.cafile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.133725] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.certfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.133888] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.collect_timing = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.134055] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.connect_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.134216] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.connect_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.134372] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.endpoint_id = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.134582] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.endpoint_interface = publicURL {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.134778] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.endpoint_override = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.134943] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.endpoint_region_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.135117] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.endpoint_service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.135278] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.endpoint_service_type = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.135449] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.insecure = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.135639] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.keyfile = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.135802] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.max_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.135959] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.min_version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.136131] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.region_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.136293] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.retriable_status_codes = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.136454] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.service_name = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.136616] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.service_type = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.136778] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.split_loggers = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.136937] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.status_code_retries = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.137112] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.status_code_retry_delay = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.137270] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.timeout = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.137428] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.valid_interfaces = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.137584] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_limit.version = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.137752] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_reports.file_event_handler = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.137916] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.138088] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] oslo_reports.log_dir = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.138263] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.138422] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.138581] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.138749] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.138911] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.139080] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.139254] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.139413] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_ovs_privileged.group = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.139572] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.139740] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.139903] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.140072] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] vif_plug_ovs_privileged.user = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.140247] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_linux_bridge.flat_interface = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.140428] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.140602] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.140778] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.140949] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.141133] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.141302] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.141465] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.141645] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.141818] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_ovs.isolate_vif = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.141987] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.142167] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.142340] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.142514] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_ovs.ovsdb_interface = native {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.142678] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] os_vif_ovs.per_port_bridge = False {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.142848] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] privsep_osbrick.capabilities = [21] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.143016] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] privsep_osbrick.group = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.143182] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] privsep_osbrick.helper_command = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.143348] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.143513] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.143671] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] privsep_osbrick.user = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.143843] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.144009] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] nova_sys_admin.group = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.144177] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] nova_sys_admin.helper_command = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.144342] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.144526] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.144700] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] nova_sys_admin.user = None {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 605.144833] env[69073]: DEBUG oslo_service.backend.eventlet.service [None req-fd93d9c7-05e5-49de-91ab-51f208bfb7ad None None] ******************************************************************************** {{(pid=69073) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 605.145264] env[69073]: INFO nova.service [-] Starting compute node (version 31.1.0) [ 605.648527] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Getting list of instances from cluster (obj){ [ 605.648527] env[69073]: value = "domain-c8" [ 605.648527] env[69073]: _type = "ClusterComputeResource" [ 605.648527] env[69073]: } {{(pid=69073) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 605.649644] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54799c3-9e3d-4cc0-bfef-948665a4597f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.658407] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Got total of 0 instances {{(pid=69073) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 605.659055] env[69073]: WARNING nova.virt.vmwareapi.driver [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 605.659542] env[69073]: INFO nova.virt.node [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Generated node identity c0741477-85d0-4873-a73a-cccb16461097 [ 605.659778] env[69073]: INFO nova.virt.node [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Wrote node identity c0741477-85d0-4873-a73a-cccb16461097 to /opt/stack/data/n-cpu-1/compute_id [ 606.162277] env[69073]: WARNING nova.compute.manager [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Compute nodes ['c0741477-85d0-4873-a73a-cccb16461097'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 607.167472] env[69073]: INFO nova.compute.manager [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 608.172795] env[69073]: WARNING nova.compute.manager [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 608.173157] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.173297] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.173448] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.173607] env[69073]: DEBUG nova.compute.resource_tracker [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 608.174574] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adbca4f-a3ba-4f52-a3e0-af6ce6588699 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.182400] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912196e4-d203-491c-ab48-ce52cf3733d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.196612] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7787f9-cda1-4d85-84b7-c9ef139fa0ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.202807] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b4792b-7759-40d7-b71f-a78a240ee04f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.230545] env[69073]: DEBUG nova.compute.resource_tracker [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180977MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 608.230681] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.230894] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.733170] env[69073]: WARNING nova.compute.resource_tracker [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] No compute node record for cpu-1:c0741477-85d0-4873-a73a-cccb16461097: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c0741477-85d0-4873-a73a-cccb16461097 could not be found. [ 609.237078] env[69073]: INFO nova.compute.resource_tracker [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c0741477-85d0-4873-a73a-cccb16461097 [ 610.744942] env[69073]: DEBUG nova.compute.resource_tracker [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 610.745365] env[69073]: DEBUG nova.compute.resource_tracker [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 610.902152] env[69073]: INFO nova.scheduler.client.report [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] [req-1811dcc0-9069-419c-b673-799a09283f55] Created resource provider record via placement API for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 610.919517] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281e96db-3162-47a9-a234-a4f8ac40293b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.927228] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc7824a-e2b4-4521-85fa-4a1118bae68b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.957444] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a8c3e0-4050-444e-9d14-470e45b04292 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.965121] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a41f57-bf02-47e2-b40d-59e78f70b6cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.978639] env[69073]: DEBUG nova.compute.provider_tree [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.517186] env[69073]: DEBUG nova.scheduler.client.report [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 611.517410] env[69073]: DEBUG nova.compute.provider_tree [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 0 to 1 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 611.517551] env[69073]: DEBUG nova.compute.provider_tree [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 611.568308] env[69073]: DEBUG nova.compute.provider_tree [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 1 to 2 during operation: update_traits {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 612.073317] env[69073]: DEBUG nova.compute.resource_tracker [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 612.073640] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.073678] env[69073]: DEBUG nova.service [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Creating RPC server for service compute {{(pid=69073) start /opt/stack/nova/nova/service.py:186}} [ 612.086722] env[69073]: DEBUG nova.service [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] Join ServiceGroup membership for this service compute {{(pid=69073) start /opt/stack/nova/nova/service.py:203}} [ 612.086902] env[69073]: DEBUG nova.servicegroup.drivers.db [None req-cfec1938-108e-4403-a76b-3c78938be405 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69073) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 652.420604] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquiring lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.420915] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.684323] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquiring lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.684557] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.924173] env[69073]: DEBUG nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.187914] env[69073]: DEBUG nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.472515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.472803] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.474835] env[69073]: INFO nova.compute.claims [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.599928] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.599928] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.719940] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.897786] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "e2910e35-1807-49c5-a97d-673de87f3058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.898577] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "e2910e35-1807-49c5-a97d-673de87f3058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.105783] env[69073]: DEBUG nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.402231] env[69073]: DEBUG nova.compute.manager [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.586431] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5668e93c-afd0-42bb-9dc5-c441894cc966 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.597197] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb15d43-0d29-496d-9701-41b5d65131ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.633152] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeba053-fb72-4558-aca8-323e2101cede {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.643888] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d45a4ad-dbb2-42dc-89f0-11f2c9e762ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.661153] env[69073]: DEBUG nova.compute.provider_tree [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.662837] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.707020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.707290] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.954176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.165452] env[69073]: DEBUG nova.scheduler.client.report [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.211571] env[69073]: DEBUG nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.671574] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.671574] env[69073]: DEBUG nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.674061] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.954s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.675598] env[69073]: INFO nova.compute.claims [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.741380] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.180571] env[69073]: DEBUG nova.compute.utils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.183217] env[69073]: DEBUG nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.183217] env[69073]: DEBUG nova.network.neutron [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.568985] env[69073]: DEBUG nova.policy [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c26935e59244520ad9e61cf78531b17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6c424d6563046fd93aa4ce52bdb887e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.688852] env[69073]: DEBUG nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.754084] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "6ef55282-abd0-426f-80f4-287c55442574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.754448] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.798408] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05f843-f2f4-46a1-b397-561dc5a5c6b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.807985] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c5a3d9-eaed-4000-9299-a53c91e588a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.842159] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd2f2a8-f330-4804-bede-2c5d4cecaae2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.849959] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa372c48-63b9-4e0f-9249-a9cc0b829d25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.864965] env[69073]: DEBUG nova.compute.provider_tree [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.028159] env[69073]: DEBUG nova.network.neutron [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Successfully created port: 635b0e13-8804-491b-bc1b-336d5a769565 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.257603] env[69073]: DEBUG nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.368759] env[69073]: DEBUG nova.scheduler.client.report [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.703879] env[69073]: DEBUG nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.748367] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "0592489d-898c-44e4-8522-ee38acae70cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.748607] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "0592489d-898c-44e4-8522-ee38acae70cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.792276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.852636] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.852636] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.852636] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.852827] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.852827] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.852827] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.852827] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.852827] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.852963] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.853296] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.853296] env[69073]: DEBUG nova.virt.hardware [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.854412] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca95b3c-d768-4e1e-8c82-c52c5bb020d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.865599] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf7099c-3984-4de2-bf39-ff2bb35f9a0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.885376] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.885376] env[69073]: DEBUG nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.888538] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.226s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.889949] env[69073]: INFO nova.compute.claims [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.894890] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e56a0-076a-4281-ae51-385b591bd12e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.254138] env[69073]: DEBUG nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.410472] env[69073]: DEBUG nova.compute.utils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.411996] env[69073]: DEBUG nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.414065] env[69073]: DEBUG nova.network.neutron [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.574513] env[69073]: DEBUG nova.policy [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '533944a18eb4439d86084176d1ec924c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aebd2f650f50406fbf55cdecb16718c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.788132] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.919747] env[69073]: DEBUG nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.030805] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ebb90c-dc15-405b-a2e0-c3e034f27b3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.040379] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e4b13e-1125-4213-8cfe-6fdc806fd9e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.071153] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb7afa-438f-4e6e-815e-dee143e5beac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.078744] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ed041-5d67-43b4-8d89-7acaf046ce67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.092519] env[69073]: DEBUG nova.compute.provider_tree [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.598952] env[69073]: DEBUG nova.scheduler.client.report [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.665203] env[69073]: DEBUG nova.network.neutron [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Successfully updated port: 635b0e13-8804-491b-bc1b-336d5a769565 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.768602] env[69073]: DEBUG nova.network.neutron [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Successfully created port: 49fcb9b6-3066-4eb4-80ce-f1fcffa930d4 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.932118] env[69073]: DEBUG nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.965131] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.965131] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.965131] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.965329] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.965329] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.965686] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.966027] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.967158] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.967575] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.967864] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.969073] env[69073]: DEBUG nova.virt.hardware [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.969998] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecca700-b986-4694-b2d1-403f2cddf6ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.983693] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633457f2-20d6-4b0c-873c-9448fe14e6c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.103564] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.104622] env[69073]: DEBUG nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.111744] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.155s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.112341] env[69073]: INFO nova.compute.claims [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.169814] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquiring lock "refresh_cache-05b13add-f4ba-4f12-8bd4-03d5586c2c21" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.169971] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquired lock "refresh_cache-05b13add-f4ba-4f12-8bd4-03d5586c2c21" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.170133] env[69073]: DEBUG nova.network.neutron [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.612861] env[69073]: DEBUG nova.compute.utils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.614418] env[69073]: DEBUG nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.614468] env[69073]: DEBUG nova.network.neutron [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.678110] env[69073]: DEBUG nova.policy [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '123ead25f64541a5ad9831ed1c3b3c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1bf7d8e5d8e4a59adf4b6d43de569b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.746647] env[69073]: DEBUG nova.network.neutron [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.956608] env[69073]: DEBUG nova.network.neutron [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Updating instance_info_cache with network_info: [{"id": "635b0e13-8804-491b-bc1b-336d5a769565", "address": "fa:16:3e:9b:f8:b4", "network": {"id": "c9bc471e-a001-4591-afc1-b918e3ae72fd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1520085023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c424d6563046fd93aa4ce52bdb887e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b0e13-88", "ovs_interfaceid": "635b0e13-8804-491b-bc1b-336d5a769565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.073664] env[69073]: DEBUG nova.compute.manager [req-909f2ed0-5958-49ca-9f1c-6e26a45056fb req-5f378a67-9633-45e3-99ee-986ce6e65742 service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Received event network-vif-plugged-635b0e13-8804-491b-bc1b-336d5a769565 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.073898] env[69073]: DEBUG oslo_concurrency.lockutils [req-909f2ed0-5958-49ca-9f1c-6e26a45056fb req-5f378a67-9633-45e3-99ee-986ce6e65742 service nova] Acquiring lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.074119] env[69073]: DEBUG oslo_concurrency.lockutils [req-909f2ed0-5958-49ca-9f1c-6e26a45056fb req-5f378a67-9633-45e3-99ee-986ce6e65742 service nova] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.074267] env[69073]: DEBUG oslo_concurrency.lockutils [req-909f2ed0-5958-49ca-9f1c-6e26a45056fb req-5f378a67-9633-45e3-99ee-986ce6e65742 service nova] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.074454] env[69073]: DEBUG nova.compute.manager [req-909f2ed0-5958-49ca-9f1c-6e26a45056fb req-5f378a67-9633-45e3-99ee-986ce6e65742 service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] No waiting events found dispatching network-vif-plugged-635b0e13-8804-491b-bc1b-336d5a769565 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.074584] env[69073]: WARNING nova.compute.manager [req-909f2ed0-5958-49ca-9f1c-6e26a45056fb req-5f378a67-9633-45e3-99ee-986ce6e65742 service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Received unexpected event network-vif-plugged-635b0e13-8804-491b-bc1b-336d5a769565 for instance with vm_state building and task_state spawning. [ 661.122021] env[69073]: DEBUG nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.287179] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef75b497-3157-4c39-90eb-58eff0497bc0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.297236] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e580e3-eca4-4ec2-82e5-73499bc0f629 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.336640] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fe6cd7-f606-45e3-8321-972061a59cde {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.345720] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678569a5-abd0-4afd-a206-77b33f4d3d1a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.361397] env[69073]: DEBUG nova.compute.provider_tree [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.363875] env[69073]: DEBUG nova.network.neutron [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Successfully created port: f25eeeeb-92ba-4e48-8db7-54b9ad071242 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.461422] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Releasing lock "refresh_cache-05b13add-f4ba-4f12-8bd4-03d5586c2c21" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.461661] env[69073]: DEBUG nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Instance network_info: |[{"id": "635b0e13-8804-491b-bc1b-336d5a769565", "address": "fa:16:3e:9b:f8:b4", "network": {"id": "c9bc471e-a001-4591-afc1-b918e3ae72fd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1520085023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c424d6563046fd93aa4ce52bdb887e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b0e13-88", "ovs_interfaceid": "635b0e13-8804-491b-bc1b-336d5a769565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.462233] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:f8:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '635b0e13-8804-491b-bc1b-336d5a769565', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.477467] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.477798] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2a2de0b-9a5c-421a-b767-ee935f0a6c75 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.490908] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Created folder: OpenStack in parent group-v4. [ 661.491157] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Creating folder: Project (e6c424d6563046fd93aa4ce52bdb887e). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.491775] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5918edcb-88de-4c29-beb3-6f1b0063037d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.501841] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Created folder: Project (e6c424d6563046fd93aa4ce52bdb887e) in parent group-v643537. [ 661.502159] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Creating folder: Instances. Parent ref: group-v643538. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.502406] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2ea0833-bc24-422b-bc84-be55c4c58c40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.512926] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Created folder: Instances in parent group-v643538. [ 661.513156] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.513366] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.513569] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f7caf6c-14c3-4133-9221-bc4356cde76f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.532994] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.532994] env[69073]: value = "task-3218903" [ 661.532994] env[69073]: _type = "Task" [ 661.532994] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.542211] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218903, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.864315] env[69073]: DEBUG nova.scheduler.client.report [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.958266] env[69073]: DEBUG nova.network.neutron [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Successfully updated port: 49fcb9b6-3066-4eb4-80ce-f1fcffa930d4 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.043858] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218903, 'name': CreateVM_Task, 'duration_secs': 0.357541} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.044077] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.060375] env[69073]: DEBUG oslo_vmware.service [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87585eee-4245-419c-91c2-e9bd89f43345 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.065768] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.065941] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.066616] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.066866] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2896c59d-6a0f-4220-ac9b-e999f0aef625 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.072073] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 662.072073] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e4d3d1-2c43-f1b4-7409-6a11dcd1c302" [ 662.072073] env[69073]: _type = "Task" [ 662.072073] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.081022] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e4d3d1-2c43-f1b4-7409-6a11dcd1c302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.088576] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.089753] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.089753] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.089753] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.089753] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.089753] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.089996] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.137456] env[69073]: DEBUG nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.169156] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.169445] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.170053] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.170053] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.170053] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.170238] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.170306] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.170530] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.170797] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.170994] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.171222] env[69073]: DEBUG nova.virt.hardware [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.172626] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841d735a-6d11-42c0-b70c-ef4a1ffb0581 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.181636] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1f1b3e-9f0a-4f3a-9b3d-a1682b809723 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.369709] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.370226] env[69073]: DEBUG nova.compute.manager [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.373573] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.635s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.375700] env[69073]: INFO nova.compute.claims [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.461445] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquiring lock "refresh_cache-3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.463033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquired lock "refresh_cache-3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.463033] env[69073]: DEBUG nova.network.neutron [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.583799] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.584060] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.584318] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.584429] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.585037] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.585307] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baac96ef-7dfc-459b-a64f-917fe4a970c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.595818] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Getting list of instances from cluster (obj){ [ 662.595818] env[69073]: value = "domain-c8" [ 662.595818] env[69073]: _type = "ClusterComputeResource" [ 662.595818] env[69073]: } {{(pid=69073) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 662.597159] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff634db5-deff-47c0-8a47-a563ab309381 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.602520] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.602699] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.604723] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e67e14-a857-4f28-be32-5d073c4cd1b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.616204] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04f5aaa-4f8c-4a84-a1c0-96781de40238 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.618277] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Got total of 1 instances {{(pid=69073) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 662.619886] env[69073]: WARNING nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] While synchronizing instance power states, found 4 instances in the database and 1 instances on the hypervisor. [ 662.619886] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid 05b13add-f4ba-4f12-8bd4-03d5586c2c21 {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.619886] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6 {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.619886] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid e3218ff9-bffe-4077-b090-e61b7e309c4d {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.619886] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid e2910e35-1807-49c5-a97d-673de87f3058 {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 662.619886] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.620141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.620141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.620141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "e2910e35-1807-49c5-a97d-673de87f3058" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.620141] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.620270] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 662.620722] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.624190] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 662.624190] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c65db0-feb4-9ea9-0bd0-256d375fc1ac" [ 662.624190] env[69073]: _type = "Task" [ 662.624190] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.630784] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c65db0-feb4-9ea9-0bd0-256d375fc1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.716021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquiring lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.716021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.880738] env[69073]: DEBUG nova.compute.utils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.884479] env[69073]: DEBUG nova.compute.manager [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 663.046277] env[69073]: DEBUG nova.compute.manager [req-4a45df56-6a98-4e7e-a0b2-492827606488 req-fe0d4324-5e36-454f-9601-36b2f7688cec service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Received event network-vif-plugged-49fcb9b6-3066-4eb4-80ce-f1fcffa930d4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.046277] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a45df56-6a98-4e7e-a0b2-492827606488 req-fe0d4324-5e36-454f-9601-36b2f7688cec service nova] Acquiring lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.046277] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a45df56-6a98-4e7e-a0b2-492827606488 req-fe0d4324-5e36-454f-9601-36b2f7688cec service nova] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.046277] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a45df56-6a98-4e7e-a0b2-492827606488 req-fe0d4324-5e36-454f-9601-36b2f7688cec service nova] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.046277] env[69073]: DEBUG nova.compute.manager [req-4a45df56-6a98-4e7e-a0b2-492827606488 req-fe0d4324-5e36-454f-9601-36b2f7688cec service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] No waiting events found dispatching network-vif-plugged-49fcb9b6-3066-4eb4-80ce-f1fcffa930d4 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.046716] env[69073]: WARNING nova.compute.manager [req-4a45df56-6a98-4e7e-a0b2-492827606488 req-fe0d4324-5e36-454f-9601-36b2f7688cec service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Received unexpected event network-vif-plugged-49fcb9b6-3066-4eb4-80ce-f1fcffa930d4 for instance with vm_state building and task_state spawning. [ 663.093020] env[69073]: DEBUG nova.network.neutron [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.125036] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.138046] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Preparing fetch location {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 663.140684] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Creating directory with path [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.141541] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2943d48-6983-42a4-998f-1f633dc649e9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.169253] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Created directory with path [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.169348] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Fetch image to [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 663.169549] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Downloading image file data b04ae1f3-fd7b-41fc-a766-2c372c2ace51 to [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk on the data store datastore2 {{(pid=69073) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 663.170455] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de855472-ffe1-41d7-b92a-00d21d13376a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.179939] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3287b974-ba1c-4b13-8752-9ab7f66c1fc8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.191272] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21cc164-f404-444a-bd63-7002a5567ab2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.201692] env[69073]: DEBUG nova.network.neutron [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Successfully updated port: f25eeeeb-92ba-4e48-8db7-54b9ad071242 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.234449] env[69073]: DEBUG nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.243280] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe2bf3-f9c2-459c-9c95-27e0ce6347d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.255014] env[69073]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-22e368d4-aace-4303-860d-38e1e7c79425 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.348176] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Downloading image file data b04ae1f3-fd7b-41fc-a766-2c372c2ace51 to the data store datastore2 {{(pid=69073) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 663.389020] env[69073]: DEBUG nova.compute.manager [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.436929] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69073) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 663.611222] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9dcc7f-d5e5-4e42-9b88-746b8230504c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.622850] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd2a606-8aae-4a79-aa06-ab0436b6857a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.659472] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0348f4-9eaa-45b7-98cc-06bdf86f241a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.670387] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeafb92-a8a8-44bf-9ce0-7d6a0c5dd69e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.677043] env[69073]: DEBUG nova.network.neutron [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Updating instance_info_cache with network_info: [{"id": "49fcb9b6-3066-4eb4-80ce-f1fcffa930d4", "address": "fa:16:3e:b2:ad:4e", "network": {"id": "c229db1b-db0a-4ebe-addf-df56166840f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-693439924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aebd2f650f50406fbf55cdecb16718c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fcb9b6-30", "ovs_interfaceid": "49fcb9b6-3066-4eb4-80ce-f1fcffa930d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.688172] env[69073]: DEBUG nova.compute.provider_tree [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.703385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "refresh_cache-e3218ff9-bffe-4077-b090-e61b7e309c4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.703633] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquired lock "refresh_cache-e3218ff9-bffe-4077-b090-e61b7e309c4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.704418] env[69073]: DEBUG nova.network.neutron [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.769486] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.118191] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Completed reading data from the image iterator. {{(pid=69073) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 664.118828] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 664.149035] env[69073]: DEBUG nova.compute.manager [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Received event network-changed-635b0e13-8804-491b-bc1b-336d5a769565 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.149962] env[69073]: DEBUG nova.compute.manager [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Refreshing instance network info cache due to event network-changed-635b0e13-8804-491b-bc1b-336d5a769565. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.149962] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] Acquiring lock "refresh_cache-05b13add-f4ba-4f12-8bd4-03d5586c2c21" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.150157] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] Acquired lock "refresh_cache-05b13add-f4ba-4f12-8bd4-03d5586c2c21" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.150330] env[69073]: DEBUG nova.network.neutron [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Refreshing network info cache for port 635b0e13-8804-491b-bc1b-336d5a769565 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.180482] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Releasing lock "refresh_cache-3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.181204] env[69073]: DEBUG nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Instance network_info: |[{"id": "49fcb9b6-3066-4eb4-80ce-f1fcffa930d4", "address": "fa:16:3e:b2:ad:4e", "network": {"id": "c229db1b-db0a-4ebe-addf-df56166840f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-693439924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aebd2f650f50406fbf55cdecb16718c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fcb9b6-30", "ovs_interfaceid": "49fcb9b6-3066-4eb4-80ce-f1fcffa930d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.182140] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:ad:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49fcb9b6-3066-4eb4-80ce-f1fcffa930d4', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.195592] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Creating folder: Project (aebd2f650f50406fbf55cdecb16718c6). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.197309] env[69073]: DEBUG nova.scheduler.client.report [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.201388] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61023931-d67a-4abe-a189-3f296fdc6876 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.219568] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Created folder: Project (aebd2f650f50406fbf55cdecb16718c6) in parent group-v643537. [ 664.219811] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Creating folder: Instances. Parent ref: group-v643541. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.220684] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad90d712-5964-4d4d-9aee-d568f340461b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.233601] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Created folder: Instances in parent group-v643541. [ 664.234748] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.234748] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.234748] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cb983b4-f378-46e7-9436-87c3c51dd86c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.256375] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.256375] env[69073]: value = "task-3218906" [ 664.256375] env[69073]: _type = "Task" [ 664.256375] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.265443] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218906, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.278903] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Downloaded image file data b04ae1f3-fd7b-41fc-a766-2c372c2ace51 to vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk on the data store datastore2 {{(pid=69073) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 664.280532] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Caching image {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 664.280846] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Copying Virtual Disk [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk to [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.281149] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e70dde37-6f60-46a0-9b0b-7dfa442ad61e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.290588] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 664.290588] env[69073]: value = "task-3218907" [ 664.290588] env[69073]: _type = "Task" [ 664.290588] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.300707] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.390049] env[69073]: DEBUG nova.network.neutron [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.399838] env[69073]: DEBUG nova.compute.manager [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.448020] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.448020] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.448020] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.448020] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.448474] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.448474] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.448474] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.448474] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.448474] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.448721] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.448721] env[69073]: DEBUG nova.virt.hardware [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.449322] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b40bca-3023-46f9-86d8-314545221736 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.459536] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a08dd9-283d-4f9f-aae3-baf76bf15a36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.475996] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.482346] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Creating folder: Project (46cf050f75754da99691af1cb40d1428). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.482690] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e157867-53dc-4783-933d-8c8ac50f63dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.494969] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Created folder: Project (46cf050f75754da99691af1cb40d1428) in parent group-v643537. [ 664.495265] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Creating folder: Instances. Parent ref: group-v643544. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.495622] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b008d6f-1bd8-417d-8db9-748d267efd63 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.507058] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Created folder: Instances in parent group-v643544. [ 664.507382] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.507614] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.507852] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff8ff45e-53ac-4728-a277-ca9198e7479c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.530614] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.530614] env[69073]: value = "task-3218910" [ 664.530614] env[69073]: _type = "Task" [ 664.530614] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.539467] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218910, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.705669] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.706292] env[69073]: DEBUG nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.711221] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.918s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.714760] env[69073]: INFO nova.compute.claims [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.774342] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218906, 'name': CreateVM_Task, 'duration_secs': 0.316082} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.775861] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.776642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.776847] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.777213] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.777747] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5174c475-ba17-4c83-b205-f59b2fdd2ea3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.784181] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 664.784181] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b6b7cb-d1c4-233a-eace-548f5009a7a5" [ 664.784181] env[69073]: _type = "Task" [ 664.784181] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.793736] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b6b7cb-d1c4-233a-eace-548f5009a7a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.803133] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218907, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.833882] env[69073]: DEBUG nova.network.neutron [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Updating instance_info_cache with network_info: [{"id": "f25eeeeb-92ba-4e48-8db7-54b9ad071242", "address": "fa:16:3e:26:af:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25eeeeb-92", "ovs_interfaceid": "f25eeeeb-92ba-4e48-8db7-54b9ad071242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.042024] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218910, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.220101] env[69073]: DEBUG nova.compute.utils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.227271] env[69073]: DEBUG nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.227271] env[69073]: DEBUG nova.network.neutron [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.275978] env[69073]: DEBUG nova.network.neutron [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Updated VIF entry in instance network info cache for port 635b0e13-8804-491b-bc1b-336d5a769565. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.275978] env[69073]: DEBUG nova.network.neutron [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Updating instance_info_cache with network_info: [{"id": "635b0e13-8804-491b-bc1b-336d5a769565", "address": "fa:16:3e:9b:f8:b4", "network": {"id": "c9bc471e-a001-4591-afc1-b918e3ae72fd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1520085023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6c424d6563046fd93aa4ce52bdb887e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635b0e13-88", "ovs_interfaceid": "635b0e13-8804-491b-bc1b-336d5a769565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.303813] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.304179] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.304479] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.320625] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718293} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.320719] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Copied Virtual Disk [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk to [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.320906] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Deleting the datastore file [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.321601] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-348ed0ae-caee-4e0d-ba9f-7444843a31d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.330636] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 665.330636] env[69073]: value = "task-3218911" [ 665.330636] env[69073]: _type = "Task" [ 665.330636] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.337372] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Releasing lock "refresh_cache-e3218ff9-bffe-4077-b090-e61b7e309c4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.337552] env[69073]: DEBUG nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Instance network_info: |[{"id": "f25eeeeb-92ba-4e48-8db7-54b9ad071242", "address": "fa:16:3e:26:af:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25eeeeb-92", "ovs_interfaceid": "f25eeeeb-92ba-4e48-8db7-54b9ad071242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.341713] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:af:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f25eeeeb-92ba-4e48-8db7-54b9ad071242', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.349100] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Creating folder: Project (f1bf7d8e5d8e4a59adf4b6d43de569b9). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.349882] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.350058] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b84e767-4037-4f0a-afc6-ef6065660a60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.361108] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Created folder: Project (f1bf7d8e5d8e4a59adf4b6d43de569b9) in parent group-v643537. [ 665.361108] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Creating folder: Instances. Parent ref: group-v643547. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.361108] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b84a3728-9311-4b86-af01-19cce051f404 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.369892] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Created folder: Instances in parent group-v643547. [ 665.369892] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.369892] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.369892] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32dcc340-5088-449a-9888-0ae29b5953a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.398354] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.398354] env[69073]: value = "task-3218914" [ 665.398354] env[69073]: _type = "Task" [ 665.398354] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.410781] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218914, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.433196] env[69073]: DEBUG nova.policy [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf344de5a7247d3bea5564d1850d25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '163e0bed2152499abf45bc57addf6ba0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.543113] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218910, 'name': CreateVM_Task, 'duration_secs': 0.525549} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.543444] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.543786] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.543940] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.547249] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.547249] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee90ce9-eda0-4b5c-8320-4a7df86b3590 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.550445] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 665.550445] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5221139e-4d67-fbf3-9e48-74e5b24a90d6" [ 665.550445] env[69073]: _type = "Task" [ 665.550445] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.560506] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5221139e-4d67-fbf3-9e48-74e5b24a90d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.728490] env[69073]: DEBUG nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.782938] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] Releasing lock "refresh_cache-05b13add-f4ba-4f12-8bd4-03d5586c2c21" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.784297] env[69073]: DEBUG nova.compute.manager [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Received event network-vif-plugged-f25eeeeb-92ba-4e48-8db7-54b9ad071242 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.787119] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] Acquiring lock "e3218ff9-bffe-4077-b090-e61b7e309c4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.787367] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.787553] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.787711] env[69073]: DEBUG nova.compute.manager [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] No waiting events found dispatching network-vif-plugged-f25eeeeb-92ba-4e48-8db7-54b9ad071242 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.787878] env[69073]: WARNING nova.compute.manager [req-eee6fb49-93ad-4d2f-9bb0-9dac763e9ed9 req-08b2c200-d943-481c-94b2-15a6b099f6fa service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Received unexpected event network-vif-plugged-f25eeeeb-92ba-4e48-8db7-54b9ad071242 for instance with vm_state building and task_state spawning. [ 665.841915] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024314} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.842270] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.842386] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Moving file from [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456/b04ae1f3-fd7b-41fc-a766-2c372c2ace51 to [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51. {{(pid=69073) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 665.842633] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-0ae62629-18ad-4f8a-8e31-a288a3322756 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.849383] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 665.849383] env[69073]: value = "task-3218915" [ 665.849383] env[69073]: _type = "Task" [ 665.849383] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.861665] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218915, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.909869] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218914, 'name': CreateVM_Task, 'duration_secs': 0.340051} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.910048] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.910666] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.969042] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905828ce-0e66-4ef4-a5b8-816b2e7dd0db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.975397] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a70e10-89fb-4e83-a6a9-b379a36cfa35 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.009924] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70ef4f1-5446-4cf0-8f2a-1106dbe2fe49 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.017935] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1815256e-b0f3-4ba0-9275-33993bebfc15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.035354] env[69073]: DEBUG nova.compute.provider_tree [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.061606] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.061904] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.062084] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.062285] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.062590] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.062831] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6819e3de-af95-40f2-83bf-ea3b4389d162 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.069289] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 666.069289] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5261e71c-a552-a908-9f8a-bb94a5f130a4" [ 666.069289] env[69073]: _type = "Task" [ 666.069289] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.076506] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5261e71c-a552-a908-9f8a-bb94a5f130a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.359213] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218915, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02875} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.359766] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] File moved {{(pid=69073) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 666.359979] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Cleaning up location [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 666.360171] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Deleting the datastore file [datastore2] vmware_temp/8112be24-d46e-4f81-b9c9-9d519585b456 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.360508] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-932dc939-2010-492e-80a1-6b4fb7757616 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.367627] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 666.367627] env[69073]: value = "task-3218916" [ 666.367627] env[69073]: _type = "Task" [ 666.367627] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.376147] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.538675] env[69073]: DEBUG nova.scheduler.client.report [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.583778] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5261e71c-a552-a908-9f8a-bb94a5f130a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008673} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.584162] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.584257] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.584464] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.685249] env[69073]: DEBUG nova.network.neutron [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Successfully created port: 86257e71-86f9-41e3-860a-ba8a30dfd093 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.741088] env[69073]: DEBUG nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.746353] env[69073]: DEBUG nova.compute.manager [req-5f04a41a-a8cf-48a6-aadb-271dc2b205c3 req-f99b93b1-37d7-4027-afa8-f791caff7b66 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Received event network-changed-49fcb9b6-3066-4eb4-80ce-f1fcffa930d4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.746542] env[69073]: DEBUG nova.compute.manager [req-5f04a41a-a8cf-48a6-aadb-271dc2b205c3 req-f99b93b1-37d7-4027-afa8-f791caff7b66 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Refreshing instance network info cache due to event network-changed-49fcb9b6-3066-4eb4-80ce-f1fcffa930d4. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.746752] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f04a41a-a8cf-48a6-aadb-271dc2b205c3 req-f99b93b1-37d7-4027-afa8-f791caff7b66 service nova] Acquiring lock "refresh_cache-3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.746886] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f04a41a-a8cf-48a6-aadb-271dc2b205c3 req-f99b93b1-37d7-4027-afa8-f791caff7b66 service nova] Acquired lock "refresh_cache-3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.748601] env[69073]: DEBUG nova.network.neutron [req-5f04a41a-a8cf-48a6-aadb-271dc2b205c3 req-f99b93b1-37d7-4027-afa8-f791caff7b66 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Refreshing network info cache for port 49fcb9b6-3066-4eb4-80ce-f1fcffa930d4 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.784814] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.784814] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.785165] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.785165] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.785295] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.785488] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.785716] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.785902] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.786484] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.786484] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.786484] env[69073]: DEBUG nova.virt.hardware [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.787981] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab56813-f385-4461-92f6-50fbba9f9a1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.798436] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1211224-b8cb-4f40-af1e-da35e6c8a08c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.880676] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026744} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.881170] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.886976] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60284833-ae5f-4ba9-b644-3b3973ef2960 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.893933] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 666.893933] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52782dd7-b5a5-a288-830f-f9e19c241816" [ 666.893933] env[69073]: _type = "Task" [ 666.893933] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.903646] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52782dd7-b5a5-a288-830f-f9e19c241816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.044425] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.045660] env[69073]: DEBUG nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.048341] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.260s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.049747] env[69073]: INFO nova.compute.claims [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.407034] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52782dd7-b5a5-a288-830f-f9e19c241816, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.410018] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.410018] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 05b13add-f4ba-4f12-8bd4-03d5586c2c21/05b13add-f4ba-4f12-8bd4-03d5586c2c21.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.410018] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.410018] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.410267] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad90b57-624a-4f66-a74a-21ad70ac80ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.411546] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db65c29f-ff79-475a-a799-a68b0c1ea3bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.419519] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 667.419519] env[69073]: value = "task-3218917" [ 667.419519] env[69073]: _type = "Task" [ 667.419519] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.420786] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.421144] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.424891] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceca8290-429f-4dee-93ec-3a0473179795 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.433273] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.434878] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 667.434878] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521746ca-bc72-ce89-0b31-da7c240fd3d3" [ 667.434878] env[69073]: _type = "Task" [ 667.434878] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.444923] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521746ca-bc72-ce89-0b31-da7c240fd3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.560843] env[69073]: DEBUG nova.compute.utils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.560843] env[69073]: DEBUG nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.560843] env[69073]: DEBUG nova.network.neutron [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.640512] env[69073]: DEBUG nova.policy [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fe0657ccd9641609f4ab1d6ed5a2a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da13d8114d0540ef987f7faab2093cd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.793147] env[69073]: DEBUG nova.network.neutron [req-5f04a41a-a8cf-48a6-aadb-271dc2b205c3 req-f99b93b1-37d7-4027-afa8-f791caff7b66 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Updated VIF entry in instance network info cache for port 49fcb9b6-3066-4eb4-80ce-f1fcffa930d4. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.793147] env[69073]: DEBUG nova.network.neutron [req-5f04a41a-a8cf-48a6-aadb-271dc2b205c3 req-f99b93b1-37d7-4027-afa8-f791caff7b66 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Updating instance_info_cache with network_info: [{"id": "49fcb9b6-3066-4eb4-80ce-f1fcffa930d4", "address": "fa:16:3e:b2:ad:4e", "network": {"id": "c229db1b-db0a-4ebe-addf-df56166840f0", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-693439924-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aebd2f650f50406fbf55cdecb16718c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49fcb9b6-30", "ovs_interfaceid": "49fcb9b6-3066-4eb4-80ce-f1fcffa930d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.934558] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218917, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.954758] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521746ca-bc72-ce89-0b31-da7c240fd3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01798} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.955681] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a16ee8-41a1-4621-b65c-64e7312c26ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.965537] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 667.965537] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b8ff38-f9e1-55bb-2219-5e6a04e3f005" [ 667.965537] env[69073]: _type = "Task" [ 667.965537] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.976240] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b8ff38-f9e1-55bb-2219-5e6a04e3f005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.003251] env[69073]: DEBUG nova.compute.manager [req-4c9e637d-56b0-4543-87a4-61a44b7844c9 req-9eb376d9-75d5-4919-9dd5-4b9cffbb9637 service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Received event network-changed-f25eeeeb-92ba-4e48-8db7-54b9ad071242 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.003550] env[69073]: DEBUG nova.compute.manager [req-4c9e637d-56b0-4543-87a4-61a44b7844c9 req-9eb376d9-75d5-4919-9dd5-4b9cffbb9637 service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Refreshing instance network info cache due to event network-changed-f25eeeeb-92ba-4e48-8db7-54b9ad071242. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.004297] env[69073]: DEBUG oslo_concurrency.lockutils [req-4c9e637d-56b0-4543-87a4-61a44b7844c9 req-9eb376d9-75d5-4919-9dd5-4b9cffbb9637 service nova] Acquiring lock "refresh_cache-e3218ff9-bffe-4077-b090-e61b7e309c4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.005757] env[69073]: DEBUG oslo_concurrency.lockutils [req-4c9e637d-56b0-4543-87a4-61a44b7844c9 req-9eb376d9-75d5-4919-9dd5-4b9cffbb9637 service nova] Acquired lock "refresh_cache-e3218ff9-bffe-4077-b090-e61b7e309c4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.006019] env[69073]: DEBUG nova.network.neutron [req-4c9e637d-56b0-4543-87a4-61a44b7844c9 req-9eb376d9-75d5-4919-9dd5-4b9cffbb9637 service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Refreshing network info cache for port f25eeeeb-92ba-4e48-8db7-54b9ad071242 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.068621] env[69073]: DEBUG nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.165028] env[69073]: DEBUG nova.network.neutron [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Successfully created port: 6e69ebb1-02c8-464a-88c9-4c9f83314f8b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.243410] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7dd669-ae07-4eb3-b2fc-783ce3ef4417 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.253733] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08de52d5-c545-4822-9ccb-e5ccb86e1ddf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.289759] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbfe60c-bf9c-466a-9898-6272e26f01a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.296303] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f04a41a-a8cf-48a6-aadb-271dc2b205c3 req-f99b93b1-37d7-4027-afa8-f791caff7b66 service nova] Releasing lock "refresh_cache-3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.297735] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce525a2d-51bd-4712-98ad-4196428f2a84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.312565] env[69073]: DEBUG nova.compute.provider_tree [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.438660] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516224} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.438660] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 05b13add-f4ba-4f12-8bd4-03d5586c2c21/05b13add-f4ba-4f12-8bd4-03d5586c2c21.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.438660] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.438660] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c4fde5c-6ecb-4496-ab30-b285ccf90bb1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.444620] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 668.444620] env[69073]: value = "task-3218918" [ 668.444620] env[69073]: _type = "Task" [ 668.444620] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.461631] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.481495] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b8ff38-f9e1-55bb-2219-5e6a04e3f005, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.481495] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.481495] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6/3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.481495] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.481747] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.481902] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf95f17e-6291-4594-9615-ac13c5d07f1f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.484115] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b6da14d-949a-46c4-94db-1efd4cdc79a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.492504] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 668.492504] env[69073]: value = "task-3218919" [ 668.492504] env[69073]: _type = "Task" [ 668.492504] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.492835] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.492928] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.502862] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7de9af-eb91-4fc6-9e4f-5aa6d99575c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.510653] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.511854] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 668.511854] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52350177-17af-f16f-d869-42ccd7a7b6ef" [ 668.511854] env[69073]: _type = "Task" [ 668.511854] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.522083] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52350177-17af-f16f-d869-42ccd7a7b6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.523292] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c520a8d2-98c4-4010-931e-8bcfb462d125 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.535089] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquiring lock "723a968e-c191-4e9e-88c2-a77edc22e3bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.535500] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "723a968e-c191-4e9e-88c2-a77edc22e3bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.537185] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 668.537185] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524df508-a55d-1b58-456a-62cfeb00f387" [ 668.537185] env[69073]: _type = "Task" [ 668.537185] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.552240] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524df508-a55d-1b58-456a-62cfeb00f387, 'name': SearchDatastore_Task, 'duration_secs': 0.008098} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.553869] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.554470] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.554773] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.555655] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.555795] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9168290-6aa2-4c09-b014-4c4644766188 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.558975] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e50870d2-d951-43b9-b2c1-8b891de333ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.567358] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 668.567358] env[69073]: value = "task-3218920" [ 668.567358] env[69073]: _type = "Task" [ 668.567358] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.569652] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.569652] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.576192] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9056a8f-400b-4eec-9530-d00ad6712b40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.592231] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.594315] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 668.594315] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f0bb46-8461-a0bf-3a8e-6a1bb186b043" [ 668.594315] env[69073]: _type = "Task" [ 668.594315] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.606470] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f0bb46-8461-a0bf-3a8e-6a1bb186b043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.816790] env[69073]: DEBUG nova.scheduler.client.report [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.903641] env[69073]: DEBUG nova.network.neutron [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Successfully updated port: 86257e71-86f9-41e3-860a-ba8a30dfd093 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.957237] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068909} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.957941] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.959805] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b815f83-6dbc-4a85-ab1c-97840ce0f123 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.991422] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 05b13add-f4ba-4f12-8bd4-03d5586c2c21/05b13add-f4ba-4f12-8bd4-03d5586c2c21.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.994866] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01248a95-712e-4e0f-a204-781ca5dd122a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.022866] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527359} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.024393] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6/3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.024614] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.024911] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 669.024911] env[69073]: value = "task-3218921" [ 669.024911] env[69073]: _type = "Task" [ 669.024911] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.025140] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca8cef50-96b8-433c-bd41-afe47d848889 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.038085] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.039700] env[69073]: DEBUG nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.042863] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 669.042863] env[69073]: value = "task-3218922" [ 669.042863] env[69073]: _type = "Task" [ 669.042863] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.052412] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.080087] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218920, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.087069] env[69073]: DEBUG nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.107580] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f0bb46-8461-a0bf-3a8e-6a1bb186b043, 'name': SearchDatastore_Task, 'duration_secs': 0.01722} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.111643] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a366403d-9ac6-4930-acaf-591813166dee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.120843] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 669.120843] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528aa6c9-3bbe-ec85-52dc-4eb30315244a" [ 669.120843] env[69073]: _type = "Task" [ 669.120843] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.130705] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528aa6c9-3bbe-ec85-52dc-4eb30315244a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.133485] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.133757] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.133904] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.134106] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.134258] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.134406] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.134620] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.134837] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.134947] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.135102] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.135312] env[69073]: DEBUG nova.virt.hardware [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.136994] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce57182f-7578-45e9-9a5c-6735bca5ee45 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.146304] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2446e-417d-4aad-a392-ec85a279788b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.324606] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.325310] env[69073]: DEBUG nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.328512] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.203s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.328512] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.328742] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 669.330592] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.560s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.332121] env[69073]: INFO nova.compute.claims [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.335489] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e53005b-65ef-4241-9533-96eadd86cd6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.346884] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97f3d15-31a1-4953-a872-cb6d8c82c918 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.368796] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d8fef-ca49-43c7-bc38-05882d9267de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.377063] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5284e7-b7dc-44e3-bb6a-b8fe9bbc965b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.416760] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "refresh_cache-e72aa1dc-1f7f-46f7-b360-9a49ed59c796" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.416971] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "refresh_cache-e72aa1dc-1f7f-46f7-b360-9a49ed59c796" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.417203] env[69073]: DEBUG nova.network.neutron [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.418593] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181035MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 669.418795] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.421080] env[69073]: DEBUG nova.network.neutron [req-4c9e637d-56b0-4543-87a4-61a44b7844c9 req-9eb376d9-75d5-4919-9dd5-4b9cffbb9637 service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Updated VIF entry in instance network info cache for port f25eeeeb-92ba-4e48-8db7-54b9ad071242. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.421528] env[69073]: DEBUG nova.network.neutron [req-4c9e637d-56b0-4543-87a4-61a44b7844c9 req-9eb376d9-75d5-4919-9dd5-4b9cffbb9637 service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Updating instance_info_cache with network_info: [{"id": "f25eeeeb-92ba-4e48-8db7-54b9ad071242", "address": "fa:16:3e:26:af:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf25eeeeb-92", "ovs_interfaceid": "f25eeeeb-92ba-4e48-8db7-54b9ad071242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.537571] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218921, 'name': ReconfigVM_Task, 'duration_secs': 0.466788} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.537941] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 05b13add-f4ba-4f12-8bd4-03d5586c2c21/05b13add-f4ba-4f12-8bd4-03d5586c2c21.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.539466] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0d45134-f4b9-4be6-a23a-47f9e77986d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.552046] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 669.552046] env[69073]: value = "task-3218923" [ 669.552046] env[69073]: _type = "Task" [ 669.552046] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.562855] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084074} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.563512] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.564510] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9439fd-3319-4043-9d98-75f6e5e8d940 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.573356] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218923, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.578289] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.598158] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6/3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.599237] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf71f24-28d5-49a3-b948-a94624a008ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.619401] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771354} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.620085] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.621456] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.621456] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5691578-8e9e-46b3-baf4-e4606a54fe85 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.628273] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 669.628273] env[69073]: value = "task-3218924" [ 669.628273] env[69073]: _type = "Task" [ 669.628273] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.634045] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 669.634045] env[69073]: value = "task-3218925" [ 669.634045] env[69073]: _type = "Task" [ 669.634045] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.643231] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.648280] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528aa6c9-3bbe-ec85-52dc-4eb30315244a, 'name': SearchDatastore_Task, 'duration_secs': 0.054887} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.648999] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.648999] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e3218ff9-bffe-4077-b090-e61b7e309c4d/e3218ff9-bffe-4077-b090-e61b7e309c4d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.649202] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6052c5f-3bf0-4c3b-acf3-3c46dbd8a30f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.654575] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.658333] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 669.658333] env[69073]: value = "task-3218926" [ 669.658333] env[69073]: _type = "Task" [ 669.658333] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.666992] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.836868] env[69073]: DEBUG nova.compute.utils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.838278] env[69073]: DEBUG nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.838450] env[69073]: DEBUG nova.network.neutron [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.923666] env[69073]: DEBUG oslo_concurrency.lockutils [req-4c9e637d-56b0-4543-87a4-61a44b7844c9 req-9eb376d9-75d5-4919-9dd5-4b9cffbb9637 service nova] Releasing lock "refresh_cache-e3218ff9-bffe-4077-b090-e61b7e309c4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.988977] env[69073]: DEBUG nova.policy [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8ec63ce65e349c9a2d961f88b305117', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc70de797be742b184d1f73d6e4aa231', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.020569] env[69073]: DEBUG nova.network.neutron [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.068702] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218923, 'name': Rename_Task, 'duration_secs': 0.135597} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.068963] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.069230] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24590eef-8d46-46a1-9608-2647ac39b018 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.075767] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 670.075767] env[69073]: value = "task-3218927" [ 670.075767] env[69073]: _type = "Task" [ 670.075767] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.084215] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.088875] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "05115320-5e3d-4224-b990-4fbb3ceeae2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.089479] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "05115320-5e3d-4224-b990-4fbb3ceeae2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.139964] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218924, 'name': ReconfigVM_Task, 'duration_secs': 0.312513} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.143856] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6/3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.144773] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-488c7b9a-efc6-4c6c-869b-e5adb7261ce7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.151699] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.153105] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 670.153105] env[69073]: value = "task-3218928" [ 670.153105] env[69073]: _type = "Task" [ 670.153105] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.167394] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218928, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.174456] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.344248] env[69073]: DEBUG nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.554645] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0611c846-a549-48ff-8f95-2bcf3cf4a4a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.566172] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe3cea3-ac7f-4b68-a64a-fd555ef62c2e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.600128] env[69073]: DEBUG nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.607941] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4a56fa-a899-4215-8377-5aac8e341d77 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.611417] env[69073]: DEBUG nova.network.neutron [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Updating instance_info_cache with network_info: [{"id": "86257e71-86f9-41e3-860a-ba8a30dfd093", "address": "fa:16:3e:1c:60:f4", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86257e71-86", "ovs_interfaceid": "86257e71-86f9-41e3-860a-ba8a30dfd093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.619147] env[69073]: DEBUG oslo_vmware.api [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218927, 'name': PowerOnVM_Task, 'duration_secs': 0.511775} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.622120] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.622413] env[69073]: INFO nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Took 12.92 seconds to spawn the instance on the hypervisor. [ 670.622991] env[69073]: DEBUG nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.625669] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150e3dc0-b0f5-48b6-9060-016c0915b2e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.630371] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e51dfe-b49d-4bd8-aded-904221fa972a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.652803] env[69073]: DEBUG nova.compute.provider_tree [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.670012] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.807095} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.674520] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.675360] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218928, 'name': Rename_Task, 'duration_secs': 0.158008} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.679177] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3d06b-64aa-4752-9da0-4bec697f4be6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.681970] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.682401] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.682858] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1977f4c-2e5f-47ac-a0bf-1759fc803744 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.714825] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.716974] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b78f8bc-80c7-4522-80bb-3aaf43e62489 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.732206] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 670.732206] env[69073]: value = "task-3218929" [ 670.732206] env[69073]: _type = "Task" [ 670.732206] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.738680] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 670.738680] env[69073]: value = "task-3218930" [ 670.738680] env[69073]: _type = "Task" [ 670.738680] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.742230] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218929, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.751339] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.774592] env[69073]: DEBUG nova.compute.manager [req-148a2458-c17e-4c8b-b9ca-744a547ec8ec req-a9f882d5-d9f1-48bb-8ed6-f317426a801f service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Received event network-vif-plugged-86257e71-86f9-41e3-860a-ba8a30dfd093 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.774795] env[69073]: DEBUG oslo_concurrency.lockutils [req-148a2458-c17e-4c8b-b9ca-744a547ec8ec req-a9f882d5-d9f1-48bb-8ed6-f317426a801f service nova] Acquiring lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.775341] env[69073]: DEBUG oslo_concurrency.lockutils [req-148a2458-c17e-4c8b-b9ca-744a547ec8ec req-a9f882d5-d9f1-48bb-8ed6-f317426a801f service nova] Lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.775341] env[69073]: DEBUG oslo_concurrency.lockutils [req-148a2458-c17e-4c8b-b9ca-744a547ec8ec req-a9f882d5-d9f1-48bb-8ed6-f317426a801f service nova] Lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.775341] env[69073]: DEBUG nova.compute.manager [req-148a2458-c17e-4c8b-b9ca-744a547ec8ec req-a9f882d5-d9f1-48bb-8ed6-f317426a801f service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] No waiting events found dispatching network-vif-plugged-86257e71-86f9-41e3-860a-ba8a30dfd093 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.775509] env[69073]: WARNING nova.compute.manager [req-148a2458-c17e-4c8b-b9ca-744a547ec8ec req-a9f882d5-d9f1-48bb-8ed6-f317426a801f service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Received unexpected event network-vif-plugged-86257e71-86f9-41e3-860a-ba8a30dfd093 for instance with vm_state building and task_state spawning. [ 671.117314] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "refresh_cache-e72aa1dc-1f7f-46f7-b360-9a49ed59c796" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.117641] env[69073]: DEBUG nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Instance network_info: |[{"id": "86257e71-86f9-41e3-860a-ba8a30dfd093", "address": "fa:16:3e:1c:60:f4", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86257e71-86", "ovs_interfaceid": "86257e71-86f9-41e3-860a-ba8a30dfd093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.119363] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:60:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86257e71-86f9-41e3-860a-ba8a30dfd093', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.133496] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Creating folder: Project (163e0bed2152499abf45bc57addf6ba0). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.134018] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-868bc520-9c38-4173-9171-2462b2e10e71 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.141331] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.149133] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Created folder: Project (163e0bed2152499abf45bc57addf6ba0) in parent group-v643537. [ 671.149133] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Creating folder: Instances. Parent ref: group-v643550. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.149133] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b25220c1-6be7-41c6-bba4-932dc450e0fc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.162104] env[69073]: DEBUG nova.scheduler.client.report [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.168451] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Created folder: Instances in parent group-v643550. [ 671.168451] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.168451] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.171843] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6760ca57-1cd1-4aae-b1ed-5314d4943c6f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.194635] env[69073]: INFO nova.compute.manager [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Took 17.76 seconds to build instance. [ 671.203595] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218926, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.259316} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.207418] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e3218ff9-bffe-4077-b090-e61b7e309c4d/e3218ff9-bffe-4077-b090-e61b7e309c4d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.207418] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.207418] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.207418] env[69073]: value = "task-3218933" [ 671.207418] env[69073]: _type = "Task" [ 671.207418] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.207418] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab91cf68-43be-4447-a57f-273c23582364 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.217590] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218933, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.221805] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 671.221805] env[69073]: value = "task-3218934" [ 671.221805] env[69073]: _type = "Task" [ 671.221805] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.231452] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.243727] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.252938] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218930, 'name': ReconfigVM_Task, 'duration_secs': 0.401986} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.253309] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.253901] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a4cd3f0-8d1c-4760-bd83-d9b6a26342ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.258841] env[69073]: DEBUG nova.network.neutron [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Successfully updated port: 6e69ebb1-02c8-464a-88c9-4c9f83314f8b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.261732] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 671.261732] env[69073]: value = "task-3218935" [ 671.261732] env[69073]: _type = "Task" [ 671.261732] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.273867] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218935, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.367727] env[69073]: DEBUG nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.413309] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.413790] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.413977] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.414226] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.414458] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.415184] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.415990] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.415990] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.415990] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.415990] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.416450] env[69073]: DEBUG nova.virt.hardware [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.417880] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62226dbb-19ae-4f5d-8a72-38f16b2a171c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.428209] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "f423950c-d0a6-4915-bab1-50612644ef10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.429103] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "f423950c-d0a6-4915-bab1-50612644ef10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.437550] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51fbdb5-d804-4b8c-9230-19534b66efec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.516208] env[69073]: DEBUG nova.network.neutron [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Successfully created port: 6b8dc80b-7c34-4edc-bb8b-956d2e46b320 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.669923] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.670513] env[69073]: DEBUG nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.673165] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.254s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.697026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2847bf42-27e4-44e2-a086-f786357e6cd0 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.276s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.700566] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.079s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.700566] env[69073]: INFO nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] During sync_power_state the instance has a pending task (spawning). Skip. [ 671.700566] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.723691] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218933, 'name': CreateVM_Task, 'duration_secs': 0.424727} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.723691] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.723691] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.723691] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.724018] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.729291] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2493eff-4801-41b8-b863-91d7fcbba445 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.739787] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.439291} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.741093] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.741500] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 671.741500] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5278e35e-313a-7762-a8d9-38de56b3dab5" [ 671.741500] env[69073]: _type = "Task" [ 671.741500] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.742522] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e20941-beb2-4a20-b6a5-e1da456b79ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.753628] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.759220] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5278e35e-313a-7762-a8d9-38de56b3dab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.769693] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.769785] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.771831] env[69073]: DEBUG nova.network.neutron [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.784357] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] e3218ff9-bffe-4077-b090-e61b7e309c4d/e3218ff9-bffe-4077-b090-e61b7e309c4d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.789829] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbead1e-b5a9-4d93-be62-631fdf8d3a83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.811595] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218935, 'name': Rename_Task, 'duration_secs': 0.140402} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.814605] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.814999] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 671.814999] env[69073]: value = "task-3218936" [ 671.814999] env[69073]: _type = "Task" [ 671.814999] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.815152] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13e385c5-9189-49b9-ab03-a3911531d561 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.829033] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.830166] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 671.830166] env[69073]: value = "task-3218937" [ 671.830166] env[69073]: _type = "Task" [ 671.830166] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.838671] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.881784] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquiring lock "81279c3f-8ece-4780-b6f7-68f159baeb77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.882699] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "81279c3f-8ece-4780-b6f7-68f159baeb77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.180075] env[69073]: DEBUG nova.compute.utils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.186707] env[69073]: DEBUG nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.186990] env[69073]: DEBUG nova.network.neutron [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.199973] env[69073]: DEBUG nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.251432] env[69073]: DEBUG oslo_vmware.api [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218929, 'name': PowerOnVM_Task, 'duration_secs': 1.177874} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.256022] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.258690] env[69073]: INFO nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Took 12.33 seconds to spawn the instance on the hypervisor. [ 672.258690] env[69073]: DEBUG nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.258690] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732fdc9a-2392-493c-a290-409d984cfa72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.274979] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5278e35e-313a-7762-a8d9-38de56b3dab5, 'name': SearchDatastore_Task, 'duration_secs': 0.033595} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.276976] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.279595] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.279887] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.280055] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.280250] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.285337] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80543505-0a40-4c4e-9ea7-5b0ce0ef275a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.296039] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.296354] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.300112] env[69073]: DEBUG nova.policy [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae2c6d87e544c3f9478d21566503f0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da62948cecdd4425b4376771b67f85be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.300203] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c33d81-ea13-4c4e-9098-ecf5664f1f61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.308983] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 672.308983] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52038fe8-02bf-d194-994c-3e46358b39e2" [ 672.308983] env[69073]: _type = "Task" [ 672.308983] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.322226] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52038fe8-02bf-d194-994c-3e46358b39e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.332771] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218936, 'name': ReconfigVM_Task, 'duration_secs': 0.454539} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.339217] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Reconfigured VM instance instance-00000003 to attach disk [datastore2] e3218ff9-bffe-4077-b090-e61b7e309c4d/e3218ff9-bffe-4077-b090-e61b7e309c4d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.340156] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3808f187-9c38-4ef8-8c01-72589642b738 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.347146] env[69073]: DEBUG oslo_vmware.api [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218937, 'name': PowerOnVM_Task, 'duration_secs': 0.507667} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.348027] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.348250] env[69073]: INFO nova.compute.manager [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Took 7.95 seconds to spawn the instance on the hypervisor. [ 672.349136] env[69073]: DEBUG nova.compute.manager [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.349136] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 672.349136] env[69073]: value = "task-3218938" [ 672.349136] env[69073]: _type = "Task" [ 672.349136] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.349842] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c6742c-8206-457c-965f-33eaedf730f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.366643] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218938, 'name': Rename_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.385580] env[69073]: DEBUG nova.network.neutron [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.689772] env[69073]: DEBUG nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.722947] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 05b13add-f4ba-4f12-8bd4-03d5586c2c21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.723126] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.723324] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance e3218ff9-bffe-4077-b090-e61b7e309c4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.723718] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance e2910e35-1807-49c5-a97d-673de87f3058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.723718] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance e72aa1dc-1f7f-46f7-b360-9a49ed59c796 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.723718] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 6ef55282-abd0-426f-80f4-287c55442574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.723718] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 0592489d-898c-44e4-8522-ee38acae70cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.723892] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 3b4c9703-c5a2-4f9d-8a1b-a16860c77564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 672.729146] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.799638] env[69073]: INFO nova.compute.manager [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Took 19.10 seconds to build instance. [ 672.821328] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52038fe8-02bf-d194-994c-3e46358b39e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01332} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.822839] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c7912f2-56ab-4f6c-8e00-3655821c9a60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.831814] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 672.831814] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52778e8a-b94a-1693-3d38-ec2fb4fbfeff" [ 672.831814] env[69073]: _type = "Task" [ 672.831814] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.847016] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52778e8a-b94a-1693-3d38-ec2fb4fbfeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.011242] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218938, 'name': Rename_Task, 'duration_secs': 0.18474} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.011242] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.011242] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dceca28c-bf93-409c-8ec2-8bb73df92345 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.011242] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 673.011242] env[69073]: value = "task-3218939" [ 673.011242] env[69073]: _type = "Task" [ 673.011242] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.011242] env[69073]: INFO nova.compute.manager [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Took 17.97 seconds to build instance. [ 673.017244] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.017244] env[69073]: DEBUG nova.network.neutron [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance_info_cache with network_info: [{"id": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "address": "fa:16:3e:ba:08:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e69ebb1-02", "ovs_interfaceid": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.191879] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.192129] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.213307] env[69073]: DEBUG nova.network.neutron [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Successfully created port: cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.226694] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 723a968e-c191-4e9e-88c2-a77edc22e3bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.300676] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c727507a-f18d-4b0b-a709-fc28a62230c7 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.616s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.302900] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.683s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.303093] env[69073]: INFO nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] During sync_power_state the instance has a pending task (spawning). Skip. [ 673.303296] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.349655] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52778e8a-b94a-1693-3d38-ec2fb4fbfeff, 'name': SearchDatastore_Task, 'duration_secs': 0.02093} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.349975] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.350313] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e72aa1dc-1f7f-46f7-b360-9a49ed59c796/e72aa1dc-1f7f-46f7-b360-9a49ed59c796.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.350606] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a59e8dce-ac67-4b89-921d-9304ca5ddf31 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.358065] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 673.358065] env[69073]: value = "task-3218940" [ 673.358065] env[69073]: _type = "Task" [ 673.358065] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.368271] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.395040] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b60f3621-a78f-4ff9-bdf6-fca16491c547 tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "e2910e35-1807-49c5-a97d-673de87f3058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.495s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.395336] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "e2910e35-1807-49c5-a97d-673de87f3058" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.775s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.397088] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ef1098-2056-47ee-9118-322cc9ab745d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.411451] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.411818] env[69073]: DEBUG nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Instance network_info: |[{"id": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "address": "fa:16:3e:ba:08:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e69ebb1-02", "ovs_interfaceid": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.413800] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218939, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.414124] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:08:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e69ebb1-02c8-464a-88c9-4c9f83314f8b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.424025] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Creating folder: Project (da13d8114d0540ef987f7faab2093cd9). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.426176] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4233aa7-d26e-4104-af47-5fb97b79a5ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.440553] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Created folder: Project (da13d8114d0540ef987f7faab2093cd9) in parent group-v643537. [ 673.440739] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Creating folder: Instances. Parent ref: group-v643553. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.441096] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6585ad5d-5f9a-4b56-9185-c0bf467eb6bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.449949] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Created folder: Instances in parent group-v643553. [ 673.450090] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.451473] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.451473] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-813bdc36-ebdf-4afa-806e-ed9f80936bae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.470814] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.470814] env[69073]: value = "task-3218943" [ 673.470814] env[69073]: _type = "Task" [ 673.470814] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.484231] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218943, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.717707] env[69073]: DEBUG nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.730364] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 05115320-5e3d-4224-b990-4fbb3ceeae2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.756596] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.756862] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.757070] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.757190] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.757334] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.757482] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.757692] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.757849] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.758025] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.758982] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.759198] env[69073]: DEBUG nova.virt.hardware [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.760453] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d777d5c5-a484-4ce0-9643-8d9b7a651fcd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.769596] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64268cd9-0cf2-4a91-bd80-040ab1e9d5a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.806330] env[69073]: DEBUG nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.874721] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.895954] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218939, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.898213] env[69073]: DEBUG nova.compute.manager [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.935231] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "e2910e35-1807-49c5-a97d-673de87f3058" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.982821] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218943, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.237649] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f423950c-d0a6-4915-bab1-50612644ef10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.338622] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.375542] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665166} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.375878] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e72aa1dc-1f7f-46f7-b360-9a49ed59c796/e72aa1dc-1f7f-46f7-b360-9a49ed59c796.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.376113] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.376368] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aa8feea-1b9d-4aa8-9f64-c30be30de788 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.386842] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 674.386842] env[69073]: value = "task-3218948" [ 674.386842] env[69073]: _type = "Task" [ 674.386842] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.408039] env[69073]: DEBUG oslo_vmware.api [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3218939, 'name': PowerOnVM_Task, 'duration_secs': 1.17405} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.412331] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.412695] env[69073]: INFO nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Took 12.27 seconds to spawn the instance on the hypervisor. [ 674.412949] env[69073]: DEBUG nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.413331] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.417349] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da18135-ef9f-4957-bcba-87e31a86aa55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.444750] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.485944] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218943, 'name': CreateVM_Task, 'duration_secs': 0.521201} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.486836] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.488616] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.488616] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.488616] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.488840] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5892a48f-3d25-4c58-a2ff-ef634d568f0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.506900] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 674.506900] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c6e86e-6d98-0b57-24fd-3ca63fc2ce18" [ 674.506900] env[69073]: _type = "Task" [ 674.506900] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.518076] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c6e86e-6d98-0b57-24fd-3ca63fc2ce18, 'name': SearchDatastore_Task, 'duration_secs': 0.013545} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.518076] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.518076] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.521387] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.521686] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.522048] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.522395] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee2d78c-ccc0-4b3e-970e-c104b545cf1f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.536836] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.537566] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.538528] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a646c3a-bcc1-46ca-8ac3-9f34d35133f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.544940] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 674.544940] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52aa0a37-fd0f-6004-94c6-3177621c1718" [ 674.544940] env[69073]: _type = "Task" [ 674.544940] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.561855] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52aa0a37-fd0f-6004-94c6-3177621c1718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.610090] env[69073]: DEBUG nova.network.neutron [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Successfully updated port: 6b8dc80b-7c34-4edc-bb8b-956d2e46b320 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.739096] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 81279c3f-8ece-4780-b6f7-68f159baeb77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.907115] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135588} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.907418] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.908268] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4731e5-f530-4c99-971d-3e61943cb211 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.951063] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e72aa1dc-1f7f-46f7-b360-9a49ed59c796/e72aa1dc-1f7f-46f7-b360-9a49ed59c796.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.955364] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2afb3f48-05c3-4cb1-8148-b5e933d2ded4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.976373] env[69073]: INFO nova.compute.manager [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Took 20.35 seconds to build instance. [ 674.977500] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "061174f6-86e2-4229-9337-7283ee1aaa7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.977751] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.984087] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 674.984087] env[69073]: value = "task-3218949" [ 674.984087] env[69073]: _type = "Task" [ 674.984087] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.993939] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.001426] env[69073]: DEBUG nova.compute.manager [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Received event network-changed-86257e71-86f9-41e3-860a-ba8a30dfd093 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.002447] env[69073]: DEBUG nova.compute.manager [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Refreshing instance network info cache due to event network-changed-86257e71-86f9-41e3-860a-ba8a30dfd093. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.002738] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Acquiring lock "refresh_cache-e72aa1dc-1f7f-46f7-b360-9a49ed59c796" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.002917] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Acquired lock "refresh_cache-e72aa1dc-1f7f-46f7-b360-9a49ed59c796" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.003262] env[69073]: DEBUG nova.network.neutron [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Refreshing network info cache for port 86257e71-86f9-41e3-860a-ba8a30dfd093 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.056638] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52aa0a37-fd0f-6004-94c6-3177621c1718, 'name': SearchDatastore_Task, 'duration_secs': 0.019748} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.057367] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfbeb915-4213-427c-8393-0d8a596c07d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.060653] env[69073]: INFO nova.compute.manager [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Rebuilding instance [ 675.067720] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 675.067720] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e68430-2635-a61c-c478-9826f7643c7f" [ 675.067720] env[69073]: _type = "Task" [ 675.067720] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.085018] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e68430-2635-a61c-c478-9826f7643c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.113398] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "refresh_cache-0592489d-898c-44e4-8522-ee38acae70cf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.113567] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquired lock "refresh_cache-0592489d-898c-44e4-8522-ee38acae70cf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.114013] env[69073]: DEBUG nova.network.neutron [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.129113] env[69073]: DEBUG nova.compute.manager [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.130373] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23224723-c603-41b5-91c8-869fe2f40895 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.244832] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 6dea2c21-e194-4347-bdb8-3b1c25c3061e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.245101] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 675.245269] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 675.478542] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a86fdfd4-4b44-415d-9792-805029ec6b6d tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.879s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.479443] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c225dd-255f-445e-8fba-11c94d0d3c0f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.483383] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.863s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.484301] env[69073]: INFO nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] During sync_power_state the instance has a pending task (spawning). Skip. [ 675.484301] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.494776] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99628ce9-bbf4-4bcd-9fd5-69cce1a91362 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.502064] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218949, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.533764] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd2450-aafe-44e7-bc89-1c2c6de17220 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.541232] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9e31cc-a9ad-44e6-a3f9-5c2b32fa71f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.556492] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.578706] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e68430-2635-a61c-c478-9826f7643c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013433} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.579059] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.579400] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 6ef55282-abd0-426f-80f4-287c55442574/6ef55282-abd0-426f-80f4-287c55442574.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.579732] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-840528bf-8ed5-43df-992c-25055c03fabf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.586907] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 675.586907] env[69073]: value = "task-3218950" [ 675.586907] env[69073]: _type = "Task" [ 675.586907] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.594837] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.653340] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquiring lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.656523] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.656901] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquiring lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.658986] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.658986] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.662509] env[69073]: INFO nova.compute.manager [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Terminating instance [ 675.711796] env[69073]: DEBUG nova.network.neutron [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.756855] env[69073]: DEBUG nova.compute.manager [req-3748b045-1b42-43c5-bee4-889471e2cdd1 req-e8404953-da7a-4c14-8da8-3158a4a7bf52 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Received event network-vif-plugged-6b8dc80b-7c34-4edc-bb8b-956d2e46b320 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.757639] env[69073]: DEBUG oslo_concurrency.lockutils [req-3748b045-1b42-43c5-bee4-889471e2cdd1 req-e8404953-da7a-4c14-8da8-3158a4a7bf52 service nova] Acquiring lock "0592489d-898c-44e4-8522-ee38acae70cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.758622] env[69073]: DEBUG oslo_concurrency.lockutils [req-3748b045-1b42-43c5-bee4-889471e2cdd1 req-e8404953-da7a-4c14-8da8-3158a4a7bf52 service nova] Lock "0592489d-898c-44e4-8522-ee38acae70cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.758622] env[69073]: DEBUG oslo_concurrency.lockutils [req-3748b045-1b42-43c5-bee4-889471e2cdd1 req-e8404953-da7a-4c14-8da8-3158a4a7bf52 service nova] Lock "0592489d-898c-44e4-8522-ee38acae70cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.758756] env[69073]: DEBUG nova.compute.manager [req-3748b045-1b42-43c5-bee4-889471e2cdd1 req-e8404953-da7a-4c14-8da8-3158a4a7bf52 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] No waiting events found dispatching network-vif-plugged-6b8dc80b-7c34-4edc-bb8b-956d2e46b320 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.758956] env[69073]: WARNING nova.compute.manager [req-3748b045-1b42-43c5-bee4-889471e2cdd1 req-e8404953-da7a-4c14-8da8-3158a4a7bf52 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Received unexpected event network-vif-plugged-6b8dc80b-7c34-4edc-bb8b-956d2e46b320 for instance with vm_state building and task_state spawning. [ 675.988357] env[69073]: DEBUG nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.008592] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218949, 'name': ReconfigVM_Task, 'duration_secs': 0.54058} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.008746] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e72aa1dc-1f7f-46f7-b360-9a49ed59c796/e72aa1dc-1f7f-46f7-b360-9a49ed59c796.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.010804] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7250ff32-2c98-4c0a-b802-a137bcfd3b7c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.020751] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 676.020751] env[69073]: value = "task-3218951" [ 676.020751] env[69073]: _type = "Task" [ 676.020751] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.036544] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218951, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.037255] env[69073]: DEBUG nova.network.neutron [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Successfully updated port: cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.060779] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.100909] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218950, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.146275] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.146862] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84f3b0b-d83c-40e9-9a99-6d13e6e0e317 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.165794] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 676.165794] env[69073]: value = "task-3218952" [ 676.165794] env[69073]: _type = "Task" [ 676.165794] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.176323] env[69073]: DEBUG nova.compute.manager [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.177835] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.179236] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb844e8-ab24-445c-b5e7-bb411f91f322 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.196023] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.198657] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.198961] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f2d84cc-f8cc-41fe-b267-35d7aee43443 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.207299] env[69073]: DEBUG oslo_vmware.api [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 676.207299] env[69073]: value = "task-3218953" [ 676.207299] env[69073]: _type = "Task" [ 676.207299] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.214440] env[69073]: DEBUG nova.network.neutron [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Updated VIF entry in instance network info cache for port 86257e71-86f9-41e3-860a-ba8a30dfd093. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.214759] env[69073]: DEBUG nova.network.neutron [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Updating instance_info_cache with network_info: [{"id": "86257e71-86f9-41e3-860a-ba8a30dfd093", "address": "fa:16:3e:1c:60:f4", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86257e71-86", "ovs_interfaceid": "86257e71-86f9-41e3-860a-ba8a30dfd093", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.228152] env[69073]: DEBUG oslo_vmware.api [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.431214] env[69073]: DEBUG nova.network.neutron [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Updating instance_info_cache with network_info: [{"id": "6b8dc80b-7c34-4edc-bb8b-956d2e46b320", "address": "fa:16:3e:49:bf:06", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dc80b-7c", "ovs_interfaceid": "6b8dc80b-7c34-4edc-bb8b-956d2e46b320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.532318] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.546905] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquiring lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.547279] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquired lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.547668] env[69073]: DEBUG nova.network.neutron [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.552460] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218951, 'name': Rename_Task, 'duration_secs': 0.237755} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.552460] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.552460] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d322187-c12a-44c8-83d7-07f3f77bcf43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.557461] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 676.557461] env[69073]: value = "task-3218954" [ 676.557461] env[69073]: _type = "Task" [ 676.557461] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.574145] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 676.574409] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.901s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.575081] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.575404] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.997s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.577582] env[69073]: INFO nova.compute.claims [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.581240] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.581513] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Getting list of instances from cluster (obj){ [ 676.581513] env[69073]: value = "domain-c8" [ 676.581513] env[69073]: _type = "ClusterComputeResource" [ 676.581513] env[69073]: } {{(pid=69073) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 676.583335] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337efaea-38fe-4774-b286-81f735269a9f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.601086] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Got total of 6 instances {{(pid=69073) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 676.612443] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89622} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.612791] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 6ef55282-abd0-426f-80f4-287c55442574/6ef55282-abd0-426f-80f4-287c55442574.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.617337] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.617754] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a699101-3051-4677-bebe-aae14511ee38 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.631774] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 676.631774] env[69073]: value = "task-3218955" [ 676.631774] env[69073]: _type = "Task" [ 676.631774] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.646675] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.683846] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218952, 'name': PowerOffVM_Task, 'duration_secs': 0.367869} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.684142] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.684383] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.685699] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae46e42-f2bb-47d7-a4a6-bd972571b764 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.696210] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.696685] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18f79ed6-da57-4644-bce7-6fa7b3863ed4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.718237] env[69073]: DEBUG oslo_vmware.api [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218953, 'name': PowerOffVM_Task, 'duration_secs': 0.30871} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.718651] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.718828] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.719107] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef7b4be2-321d-453d-8afe-673258f1d740 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.724091] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.724314] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.724487] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Deleting the datastore file [datastore2] e2910e35-1807-49c5-a97d-673de87f3058 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.724730] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6aad512-8270-47fa-b8d7-e5e6644cfb74 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.729859] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Releasing lock "refresh_cache-e72aa1dc-1f7f-46f7-b360-9a49ed59c796" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.730166] env[69073]: DEBUG nova.compute.manager [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Received event network-vif-plugged-6e69ebb1-02c8-464a-88c9-4c9f83314f8b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.730364] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Acquiring lock "6ef55282-abd0-426f-80f4-287c55442574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.730653] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Lock "6ef55282-abd0-426f-80f4-287c55442574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.731139] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Lock "6ef55282-abd0-426f-80f4-287c55442574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.731139] env[69073]: DEBUG nova.compute.manager [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] No waiting events found dispatching network-vif-plugged-6e69ebb1-02c8-464a-88c9-4c9f83314f8b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.731295] env[69073]: WARNING nova.compute.manager [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Received unexpected event network-vif-plugged-6e69ebb1-02c8-464a-88c9-4c9f83314f8b for instance with vm_state building and task_state spawning. [ 676.731408] env[69073]: DEBUG nova.compute.manager [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Received event network-changed-6e69ebb1-02c8-464a-88c9-4c9f83314f8b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.731584] env[69073]: DEBUG nova.compute.manager [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Refreshing instance network info cache due to event network-changed-6e69ebb1-02c8-464a-88c9-4c9f83314f8b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.731850] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Acquiring lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.732273] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Acquired lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.732273] env[69073]: DEBUG nova.network.neutron [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Refreshing network info cache for port 6e69ebb1-02c8-464a-88c9-4c9f83314f8b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.738018] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 676.738018] env[69073]: value = "task-3218958" [ 676.738018] env[69073]: _type = "Task" [ 676.738018] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.748972] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.784578] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.784954] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.784954] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Deleting the datastore file [datastore2] 05b13add-f4ba-4f12-8bd4-03d5586c2c21 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.785610] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01bb2085-676d-4987-bdd2-1989e44f1a03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.793520] env[69073]: DEBUG oslo_vmware.api [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for the task: (returnval){ [ 676.793520] env[69073]: value = "task-3218959" [ 676.793520] env[69073]: _type = "Task" [ 676.793520] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.807132] env[69073]: DEBUG oslo_vmware.api [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.937150] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Releasing lock "refresh_cache-0592489d-898c-44e4-8522-ee38acae70cf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.937716] env[69073]: DEBUG nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Instance network_info: |[{"id": "6b8dc80b-7c34-4edc-bb8b-956d2e46b320", "address": "fa:16:3e:49:bf:06", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dc80b-7c", "ovs_interfaceid": "6b8dc80b-7c34-4edc-bb8b-956d2e46b320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.938034] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:bf:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b8dc80b-7c34-4edc-bb8b-956d2e46b320', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.950199] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Creating folder: Project (dc70de797be742b184d1f73d6e4aa231). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.950199] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a50997-052b-47ab-a356-706bff9b10c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.961498] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Created folder: Project (dc70de797be742b184d1f73d6e4aa231) in parent group-v643537. [ 676.961697] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Creating folder: Instances. Parent ref: group-v643559. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.961961] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2023a587-3b17-45c6-baa5-217317304c1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.972284] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Created folder: Instances in parent group-v643559. [ 676.972532] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.972733] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.972975] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-867a4c98-2f9d-4fe3-9ff2-9c95b724e948 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.992941] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.992941] env[69073]: value = "task-3218963" [ 676.992941] env[69073]: _type = "Task" [ 676.992941] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.004168] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218963, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.070034] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.132167] env[69073]: DEBUG nova.network.neutron [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.149145] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139526} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.149448] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.150296] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbccd7-240b-4576-9219-ee3702610c7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.191273] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 6ef55282-abd0-426f-80f4-287c55442574/6ef55282-abd0-426f-80f4-287c55442574.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.194805] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0024cbe4-e16e-49f1-877c-7909f69bebe4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.222060] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 677.222060] env[69073]: value = "task-3218964" [ 677.222060] env[69073]: _type = "Task" [ 677.222060] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.235026] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.251492] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156193} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.251702] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.251954] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.252121] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.314239] env[69073]: DEBUG oslo_vmware.api [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Task: {'id': task-3218959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269124} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.315300] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.315539] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.315740] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.315920] env[69073]: INFO nova.compute.manager [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Took 1.14 seconds to destroy the instance on the hypervisor. [ 677.316311] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.316579] env[69073]: DEBUG nova.compute.manager [-] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 677.316690] env[69073]: DEBUG nova.network.neutron [-] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.488547] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "bbb88874-b962-409f-b0c7-123ce11800ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.488765] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "bbb88874-b962-409f-b0c7-123ce11800ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.505354] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218963, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.575471] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.738247] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.932266] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8486678e-b55c-44e0-ad88-9aac67120556 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.943042] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5022cc71-f11e-483a-ae71-b35fb09010da {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.999037] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4849bfb6-e604-4da0-85d7-0bdaa84d4116 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.006783] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218963, 'name': CreateVM_Task, 'duration_secs': 0.604949} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.008929] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.010165] env[69073]: DEBUG oslo_vmware.service [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5728b574-3a15-4b92-b8db-30c1438ce59e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.013834] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e49fc7-fe94-4935-8635-03425788fd31 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.021513] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.021677] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.022061] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.022319] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334954da-5464-40a3-b3a1-a20140071a53 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.032534] env[69073]: DEBUG nova.compute.provider_tree [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.040322] env[69073]: DEBUG nova.network.neutron [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Updating instance_info_cache with network_info: [{"id": "cb296770-0935-4728-a180-d0a693a4f2c6", "address": "fa:16:3e:e7:37:9d", "network": {"id": "704d0b46-4b59-44a8-878d-6fbb651720f9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1054794851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da62948cecdd4425b4376771b67f85be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb296770-09", "ovs_interfaceid": "cb296770-0935-4728-a180-d0a693a4f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.041520] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 678.041520] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52128cff-421e-f7a8-7d1c-abce0307e627" [ 678.041520] env[69073]: _type = "Task" [ 678.041520] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.054299] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.054559] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.054861] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.055024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.055215] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.055484] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4b9e8eb-2776-487d-820d-2f3b43d6865f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.069716] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.069906] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.070703] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47616253-cb50-496c-b9e0-a45a0f21b85e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.078860] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218954, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.084163] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc66293-e58c-48b7-a10c-60afb88dae43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.087473] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 678.087473] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52929dcd-5920-0209-3b1a-459770587e03" [ 678.087473] env[69073]: _type = "Task" [ 678.087473] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.096423] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52929dcd-5920-0209-3b1a-459770587e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.240472] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218964, 'name': ReconfigVM_Task, 'duration_secs': 0.912552} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.240472] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 6ef55282-abd0-426f-80f4-287c55442574/6ef55282-abd0-426f-80f4-287c55442574.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.240472] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af4e2ab5-4c34-4b12-a13d-412ae9b258ed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.253392] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 678.253392] env[69073]: value = "task-3218965" [ 678.253392] env[69073]: _type = "Task" [ 678.253392] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.269245] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218965, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.309752] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.310240] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.310500] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.310875] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.311182] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.311539] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.311926] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.312206] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.312494] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.312770] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.313053] env[69073]: DEBUG nova.virt.hardware [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.314716] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca0c17c-7541-4633-8ec3-e73886182623 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.323505] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775d2cda-fbbf-4f58-8f09-0e3a08efe6e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.347975] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.358272] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.358562] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.358752] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1525e83a-f386-4803-8555-fef4704093b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.380024] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.380024] env[69073]: value = "task-3218966" [ 678.380024] env[69073]: _type = "Task" [ 678.380024] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.385956] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218966, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.535713] env[69073]: DEBUG nova.scheduler.client.report [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.542821] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Releasing lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.543339] env[69073]: DEBUG nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Instance network_info: |[{"id": "cb296770-0935-4728-a180-d0a693a4f2c6", "address": "fa:16:3e:e7:37:9d", "network": {"id": "704d0b46-4b59-44a8-878d-6fbb651720f9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1054794851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da62948cecdd4425b4376771b67f85be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb296770-09", "ovs_interfaceid": "cb296770-0935-4728-a180-d0a693a4f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.544767] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:37:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb296770-0935-4728-a180-d0a693a4f2c6', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.554549] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Creating folder: Project (da62948cecdd4425b4376771b67f85be). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.557023] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd5243c0-0bf1-4fd1-b0b1-c74e1b64bdbd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.574432] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Created folder: Project (da62948cecdd4425b4376771b67f85be) in parent group-v643537. [ 678.575874] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Creating folder: Instances. Parent ref: group-v643563. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.577433] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0e09796-5aa8-4b67-ab13-65fb91a2cb15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.585890] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218954, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.594406] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Created folder: Instances in parent group-v643563. [ 678.594504] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.599786] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.599786] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33d46cba-7223-4a5b-b6fe-023f65e54266 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.614555] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Preparing fetch location {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 678.614555] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Creating directory with path [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.615264] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1ca69d-7a26-4a15-9ce0-61ca8675eb78 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.624903] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.624903] env[69073]: value = "task-3218969" [ 678.624903] env[69073]: _type = "Task" [ 678.624903] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.634138] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218969, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.640912] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Created directory with path [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.641166] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Fetch image to [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 678.642362] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Downloading image file data b04ae1f3-fd7b-41fc-a766-2c372c2ace51 to [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk on the data store datastore1 {{(pid=69073) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 678.642362] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59ef5fc-08c3-4782-baa4-c85488a52e28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.649843] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d994bc6d-9fd4-4667-a03d-296880620a8a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.663496] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd42180b-01d4-4106-af8d-1b8d28e295f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.707480] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b79d4cd-9a59-4906-a925-6bba10deb2a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.714943] env[69073]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-2a4b3762-f062-4d4b-978b-c498cebe2529 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.737163] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Downloading image file data b04ae1f3-fd7b-41fc-a766-2c372c2ace51 to the data store datastore1 {{(pid=69073) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 678.755099] env[69073]: DEBUG nova.network.neutron [-] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.768142] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218965, 'name': Rename_Task, 'duration_secs': 0.463471} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.768743] env[69073]: DEBUG nova.network.neutron [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updated VIF entry in instance network info cache for port 6e69ebb1-02c8-464a-88c9-4c9f83314f8b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.769072] env[69073]: DEBUG nova.network.neutron [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance_info_cache with network_info: [{"id": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "address": "fa:16:3e:ba:08:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e69ebb1-02", "ovs_interfaceid": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.772495] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.777016] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee8ecd7a-9dfb-437f-99cc-88ba3ceca2b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.784620] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 678.784620] env[69073]: value = "task-3218970" [ 678.784620] env[69073]: _type = "Task" [ 678.784620] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.798814] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.825878] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69073) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 678.922849] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218966, 'name': CreateVM_Task, 'duration_secs': 0.384439} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.922849] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.923030] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.923245] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.923624] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.923896] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8839d8-6ce8-47f0-9863-fdf3cc454199 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.929753] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 678.929753] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521c9b8a-3bee-4d53-4197-8d1bcddc40b7" [ 678.929753] env[69073]: _type = "Task" [ 678.929753] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.939075] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521c9b8a-3bee-4d53-4197-8d1bcddc40b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.047672] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.048294] env[69073]: DEBUG nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.053029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.912s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.058938] env[69073]: INFO nova.compute.claims [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.076619] env[69073]: DEBUG oslo_vmware.api [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3218954, 'name': PowerOnVM_Task, 'duration_secs': 2.075868} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.076912] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.077149] env[69073]: INFO nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Took 12.34 seconds to spawn the instance on the hypervisor. [ 679.077626] env[69073]: DEBUG nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.078825] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c95e479-3437-4399-b900-2342ddcb0d83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.142451] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218969, 'name': CreateVM_Task, 'duration_secs': 0.342313} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.143499] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.145033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.261304] env[69073]: INFO nova.compute.manager [-] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Took 1.94 seconds to deallocate network for instance. [ 679.273884] env[69073]: DEBUG oslo_concurrency.lockutils [req-e77447c2-6e34-4959-b969-dd43a72982c7 req-4c5c932b-e167-428c-83f9-3bd05cefe48a service nova] Releasing lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.294932] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.357503] env[69073]: DEBUG nova.compute.manager [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Received event network-vif-plugged-cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.357747] env[69073]: DEBUG oslo_concurrency.lockutils [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] Acquiring lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.359326] env[69073]: DEBUG oslo_concurrency.lockutils [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.359326] env[69073]: DEBUG oslo_concurrency.lockutils [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.359326] env[69073]: DEBUG nova.compute.manager [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] No waiting events found dispatching network-vif-plugged-cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.359326] env[69073]: WARNING nova.compute.manager [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Received unexpected event network-vif-plugged-cb296770-0935-4728-a180-d0a693a4f2c6 for instance with vm_state building and task_state spawning. [ 679.359326] env[69073]: DEBUG nova.compute.manager [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Received event network-changed-cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.360083] env[69073]: DEBUG nova.compute.manager [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Refreshing instance network info cache due to event network-changed-cb296770-0935-4728-a180-d0a693a4f2c6. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.360083] env[69073]: DEBUG oslo_concurrency.lockutils [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] Acquiring lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.360083] env[69073]: DEBUG oslo_concurrency.lockutils [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] Acquired lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.360083] env[69073]: DEBUG nova.network.neutron [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Refreshing network info cache for port cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.456391] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.457537] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.457537] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.457537] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.457537] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.457808] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858f669b-1866-4f12-94ca-b9b6f4bef17a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.463590] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 679.463590] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f20b9d-b089-92a9-36c7-df6afb3a6308" [ 679.463590] env[69073]: _type = "Task" [ 679.463590] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.473488] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f20b9d-b089-92a9-36c7-df6afb3a6308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.496024] env[69073]: DEBUG nova.compute.manager [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.496024] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff21775e-c15c-4d3c-b8c2-b2d4bbf084f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.562587] env[69073]: DEBUG nova.compute.utils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.571829] env[69073]: DEBUG nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.572597] env[69073]: DEBUG nova.network.neutron [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.600388] env[69073]: INFO nova.compute.manager [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Took 23.88 seconds to build instance. [ 679.783781] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.796654] env[69073]: DEBUG oslo_vmware.api [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3218970, 'name': PowerOnVM_Task, 'duration_secs': 0.894227} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.797819] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.798043] env[69073]: INFO nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Took 10.71 seconds to spawn the instance on the hypervisor. [ 679.798230] env[69073]: DEBUG nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.799062] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc32d08c-aa6d-4929-b36c-e04a68a94ba1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.906350] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Completed reading data from the image iterator. {{(pid=69073) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 679.906636] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 679.925108] env[69073]: DEBUG nova.policy [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0025ca9c0a254229bbdfa1be7fd01036', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a9302f3d63e44a48bcdeb0933ccefcb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.931897] env[69073]: DEBUG nova.compute.manager [req-b7c9523a-c2ed-43a0-952a-84bc2041054d req-51a62605-3068-47ec-9cc9-8bdeecf6f5c4 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Received event network-changed-6b8dc80b-7c34-4edc-bb8b-956d2e46b320 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.931989] env[69073]: DEBUG nova.compute.manager [req-b7c9523a-c2ed-43a0-952a-84bc2041054d req-51a62605-3068-47ec-9cc9-8bdeecf6f5c4 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Refreshing instance network info cache due to event network-changed-6b8dc80b-7c34-4edc-bb8b-956d2e46b320. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.934600] env[69073]: DEBUG oslo_concurrency.lockutils [req-b7c9523a-c2ed-43a0-952a-84bc2041054d req-51a62605-3068-47ec-9cc9-8bdeecf6f5c4 service nova] Acquiring lock "refresh_cache-0592489d-898c-44e4-8522-ee38acae70cf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.934790] env[69073]: DEBUG oslo_concurrency.lockutils [req-b7c9523a-c2ed-43a0-952a-84bc2041054d req-51a62605-3068-47ec-9cc9-8bdeecf6f5c4 service nova] Acquired lock "refresh_cache-0592489d-898c-44e4-8522-ee38acae70cf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.934971] env[69073]: DEBUG nova.network.neutron [req-b7c9523a-c2ed-43a0-952a-84bc2041054d req-51a62605-3068-47ec-9cc9-8bdeecf6f5c4 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Refreshing network info cache for port 6b8dc80b-7c34-4edc-bb8b-956d2e46b320 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.959023] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Downloaded image file data b04ae1f3-fd7b-41fc-a766-2c372c2ace51 to vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk on the data store datastore1 {{(pid=69073) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 679.961041] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Caching image {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 679.961303] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Copying Virtual Disk [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk to [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.961554] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3378a55c-c14e-4122-9828-62cc9c4b1777 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.977041] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.977292] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.977497] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.977804] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 679.977804] env[69073]: value = "task-3218972" [ 679.977804] env[69073]: _type = "Task" [ 679.977804] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.012827] env[69073]: INFO nova.compute.manager [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] instance snapshotting [ 680.017353] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b004a8-3a8e-4a4b-8646-677b77dca038 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.025039] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "399fb7d3-fa27-48f0-a415-7d286fc19caf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.025398] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "399fb7d3-fa27-48f0-a415-7d286fc19caf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.046835] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea8c091-9195-438d-82d3-7321b8e1f77a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.065837] env[69073]: DEBUG nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.103732] env[69073]: DEBUG oslo_concurrency.lockutils [None req-513bdc19-57bb-444e-9915-3660a8ff6a87 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.395s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.338673] env[69073]: INFO nova.compute.manager [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Took 22.57 seconds to build instance. [ 680.434152] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6f5430-ee18-4818-b2b7-b17fa9e578c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.443833] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34658985-b1ae-481b-acdc-bfff9dfe3ba9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.492087] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c856b0e2-1607-4ace-93f7-505a00090378 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.505306] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218972, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.512545] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933caef-a841-4491-ba65-90e7ef85f565 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.533328] env[69073]: DEBUG nova.compute.provider_tree [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.560876] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 680.564742] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce1e7e47-6e6f-40a0-812d-f3dfbde942ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.572388] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 680.572388] env[69073]: value = "task-3218973" [ 680.572388] env[69073]: _type = "Task" [ 680.572388] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.589564] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218973, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.604651] env[69073]: DEBUG nova.network.neutron [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Updated VIF entry in instance network info cache for port cb296770-0935-4728-a180-d0a693a4f2c6. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.604863] env[69073]: DEBUG nova.network.neutron [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Updating instance_info_cache with network_info: [{"id": "cb296770-0935-4728-a180-d0a693a4f2c6", "address": "fa:16:3e:e7:37:9d", "network": {"id": "704d0b46-4b59-44a8-878d-6fbb651720f9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1054794851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da62948cecdd4425b4376771b67f85be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb296770-09", "ovs_interfaceid": "cb296770-0935-4728-a180-d0a693a4f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.606310] env[69073]: DEBUG nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.801837] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "2bf89dda-efc6-4350-abcc-fa25981d86ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.802143] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "2bf89dda-efc6-4350-abcc-fa25981d86ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.841442] env[69073]: DEBUG oslo_concurrency.lockutils [None req-249120b4-f704-4f60-89e0-3b33f4714ee3 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.087s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.996195] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705067} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.996941] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Copied Virtual Disk [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk to [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.997155] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Deleting the datastore file [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/tmp-sparse.vmdk {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.997413] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32a52161-13b2-4a3c-9de3-6634c41a2808 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.005348] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 681.005348] env[69073]: value = "task-3218975" [ 681.005348] env[69073]: _type = "Task" [ 681.005348] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.019851] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.020393] env[69073]: DEBUG nova.network.neutron [req-b7c9523a-c2ed-43a0-952a-84bc2041054d req-51a62605-3068-47ec-9cc9-8bdeecf6f5c4 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Updated VIF entry in instance network info cache for port 6b8dc80b-7c34-4edc-bb8b-956d2e46b320. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.020858] env[69073]: DEBUG nova.network.neutron [req-b7c9523a-c2ed-43a0-952a-84bc2041054d req-51a62605-3068-47ec-9cc9-8bdeecf6f5c4 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Updating instance_info_cache with network_info: [{"id": "6b8dc80b-7c34-4edc-bb8b-956d2e46b320", "address": "fa:16:3e:49:bf:06", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b8dc80b-7c", "ovs_interfaceid": "6b8dc80b-7c34-4edc-bb8b-956d2e46b320", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.036989] env[69073]: DEBUG nova.scheduler.client.report [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.085025] env[69073]: DEBUG nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.087449] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218973, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.109913] env[69073]: DEBUG oslo_concurrency.lockutils [req-d63ac319-3c51-45bb-a36f-20e40c77b5b0 req-03ce15ad-aca4-4052-8dda-76addec85e25 service nova] Releasing lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.116694] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.116850] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.116959] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.117146] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.117340] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.117446] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.117685] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.117831] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.118010] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.119179] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.119701] env[69073]: DEBUG nova.virt.hardware [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.120444] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f45c502-dd9d-4874-9058-5e6936425be8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.130960] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1e360e-7350-47b8-a1f9-92eda7db004c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.153939] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.345135] env[69073]: DEBUG nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.498267] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquiring lock "6318c0f4-95e8-4d08-999c-4065813c76c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.498509] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "6318c0f4-95e8-4d08-999c-4065813c76c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.517733] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027398} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.517733] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.517938] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Moving file from [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e/b04ae1f3-fd7b-41fc-a766-2c372c2ace51 to [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51. {{(pid=69073) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 681.518233] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4fe3a358-0283-4299-86e6-e3c281d1d5ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.525716] env[69073]: DEBUG oslo_concurrency.lockutils [req-b7c9523a-c2ed-43a0-952a-84bc2041054d req-51a62605-3068-47ec-9cc9-8bdeecf6f5c4 service nova] Releasing lock "refresh_cache-0592489d-898c-44e4-8522-ee38acae70cf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.525716] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 681.525716] env[69073]: value = "task-3218976" [ 681.525716] env[69073]: _type = "Task" [ 681.525716] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.534709] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218976, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.543461] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.543461] env[69073]: DEBUG nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.546462] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.817s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.547613] env[69073]: INFO nova.compute.claims [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.585648] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218973, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.847020] env[69073]: DEBUG nova.network.neutron [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Successfully created port: 5fefcad6-ab18-48ba-87e6-3936b723ce55 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.880991] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.042832] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218976, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023829} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.043121] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] File moved {{(pid=69073) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 682.043317] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Cleaning up location [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 682.043489] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Deleting the datastore file [datastore1] vmware_temp/b1a0f299-abb2-4dc4-b94b-0ff82c50642e {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.043750] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31240521-963b-48f3-b0ad-e2ad95504fe9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.055381] env[69073]: DEBUG nova.compute.utils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.067392] env[69073]: DEBUG nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.068233] env[69073]: DEBUG nova.network.neutron [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.069739] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 682.069739] env[69073]: value = "task-3218977" [ 682.069739] env[69073]: _type = "Task" [ 682.069739] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.093386] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026862} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.096679] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.097802] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218973, 'name': CreateSnapshot_Task, 'duration_secs': 1.088677} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.097988] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8890d15f-218c-4340-af84-e80794b6acf5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.100377] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 682.101190] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757133e2-305c-4cfd-9ff5-94706551278a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.110738] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 682.110738] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524d2db3-1dab-1e91-923c-f0a02544767e" [ 682.110738] env[69073]: _type = "Task" [ 682.110738] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.132491] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524d2db3-1dab-1e91-923c-f0a02544767e, 'name': SearchDatastore_Task, 'duration_secs': 0.011535} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.132780] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.133043] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 0592489d-898c-44e4-8522-ee38acae70cf/0592489d-898c-44e4-8522-ee38acae70cf.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.133440] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.133631] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.133838] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1651152e-b3e4-442b-ab57-de899513e000 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.136592] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1271e996-778c-4a8b-8164-5f37324eb4f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.144725] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 682.144725] env[69073]: value = "task-3218978" [ 682.144725] env[69073]: _type = "Task" [ 682.144725] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.146157] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.146352] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.155394] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec1d5b6-5c0d-48ac-9e31-f428a28ad449 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.163619] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.165441] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 682.165441] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b89d94-4477-ccf6-b386-7aa89093f0f9" [ 682.165441] env[69073]: _type = "Task" [ 682.165441] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.176245] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b89d94-4477-ccf6-b386-7aa89093f0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.177235] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6042e0-7be4-4c71-bf6c-7158003989aa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.184030] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 682.184030] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525e54bc-d629-2c70-1dca-9d64518b70fb" [ 682.184030] env[69073]: _type = "Task" [ 682.184030] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.201600] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525e54bc-d629-2c70-1dca-9d64518b70fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.201883] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.202159] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.204026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.204026] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.204026] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f1201a-ca84-4451-aa85-3f8f1cec8e7c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.206278] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a58286cd-0428-4d4d-91c7-3808ce5f2856 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.214630] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 682.214630] env[69073]: value = "task-3218979" [ 682.214630] env[69073]: _type = "Task" [ 682.214630] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.226038] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.226444] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.227442] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a1dd58-7d5e-46c1-9702-004a67151c9b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233169] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.236597] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 682.236597] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d0e06f-8864-4f46-3a31-3132ad4756e4" [ 682.236597] env[69073]: _type = "Task" [ 682.236597] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.253787] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d0e06f-8864-4f46-3a31-3132ad4756e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.254332] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42689c2-29d3-4e97-84bb-ef9656f35f3d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.262923] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 682.262923] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52167756-7f2f-3fd6-1e3b-29b95b456563" [ 682.262923] env[69073]: _type = "Task" [ 682.262923] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.274148] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52167756-7f2f-3fd6-1e3b-29b95b456563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.318319] env[69073]: DEBUG nova.policy [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16b3e559c20b4db78c079808ca925d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a686b8cf5e8d40af811f00273cca0dd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.570512] env[69073]: DEBUG nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.644398] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 682.644398] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b69c66cc-b2eb-4993-b3a7-bf8ec2a63a9e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.654937] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 682.654937] env[69073]: value = "task-3218980" [ 682.654937] env[69073]: _type = "Task" [ 682.654937] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.672704] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218978, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.683257] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218980, 'name': CloneVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.725810] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.782563] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52167756-7f2f-3fd6-1e3b-29b95b456563, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.783321] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.783321] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 3b4c9703-c5a2-4f9d-8a1b-a16860c77564/3b4c9703-c5a2-4f9d-8a1b-a16860c77564.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.783655] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8772f565-fce6-42a7-957b-968013aff20b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.795180] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 682.795180] env[69073]: value = "task-3218981" [ 682.795180] env[69073]: _type = "Task" [ 682.795180] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.819273] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.974212] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac0f886-07bb-4c6e-9d81-ebf5865c7c67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.983476] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75c48a5-4377-4287-8b22-b2438588c2fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.023217] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f53368-64fa-434a-a2ba-2554f2c300ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.032997] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12878dbd-72a5-4776-aef9-f462eb222ba1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.050729] env[69073]: DEBUG nova.compute.provider_tree [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.156731] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518272} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.156731] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 0592489d-898c-44e4-8522-ee38acae70cf/0592489d-898c-44e4-8522-ee38acae70cf.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.156731] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.156984] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0eeb910a-ab55-49eb-be73-1c93145e6ad3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.177370] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218980, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.179701] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 683.179701] env[69073]: value = "task-3218983" [ 683.179701] env[69073]: _type = "Task" [ 683.179701] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.193855] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.230891] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867388} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.231395] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.231742] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.233106] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e04242c-0d61-404e-bacf-535cf8f0a279 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.242814] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 683.242814] env[69073]: value = "task-3218984" [ 683.242814] env[69073]: _type = "Task" [ 683.242814] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.253910] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.311742] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218981, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.395399] env[69073]: DEBUG nova.compute.manager [req-3b8ef7e0-47be-44b8-9e45-eee8ccf6d175 req-3b11cc1f-3eb7-46a1-ac33-e0c08efd9997 service nova] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Received event network-vif-deleted-635b0e13-8804-491b-bc1b-336d5a769565 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.408021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "f522d769-61e5-4c43-957c-a70094b60c19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.408021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.588466] env[69073]: ERROR nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [req-fa25b3bf-76fe-459b-bc41-7c78674699a8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa25b3bf-76fe-459b-bc41-7c78674699a8"}]} [ 683.589623] env[69073]: DEBUG nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.626465] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.626725] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.626895] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.632260] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.632505] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.632666] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.632890] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.633062] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.633291] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.633485] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.633664] env[69073]: DEBUG nova.virt.hardware [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.635570] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001aefb9-6434-442f-89aa-6163b2ca7e2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.641316] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 683.645812] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b699c3-cd9e-4ce2-b55e-6a9057c130b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.674825] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 683.675131] env[69073]: DEBUG nova.compute.provider_tree [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 683.689628] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101198} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.693113] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.696018] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218980, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.696018] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef004f3f-2e59-43a1-96c8-8357fc8810a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.721132] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 0592489d-898c-44e4-8522-ee38acae70cf/0592489d-898c-44e4-8522-ee38acae70cf.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.722320] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 683.724419] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b887a06c-5fcb-4bba-9cd9-18df5e37f61c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.748371] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 683.748371] env[69073]: value = "task-3218985" [ 683.748371] env[69073]: _type = "Task" [ 683.748371] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.754840] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248005} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.755516] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.756337] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb9a575-145e-48e9-9ef2-81834a3b764d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.763142] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.780915] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.782801] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 683.785297] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7987434-39d6-462d-89b8-2519d015d1c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.807605] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 683.807605] env[69073]: value = "task-3218986" [ 683.807605] env[69073]: _type = "Task" [ 683.807605] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.815780] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682599} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.816270] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 3b4c9703-c5a2-4f9d-8a1b-a16860c77564/3b4c9703-c5a2-4f9d-8a1b-a16860c77564.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.816483] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.816809] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a7323a-5713-4d8c-802d-f65932469837 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.824471] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.831470] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 683.831470] env[69073]: value = "task-3218987" [ 683.831470] env[69073]: _type = "Task" [ 683.831470] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.837556] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.886172] env[69073]: DEBUG nova.network.neutron [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Successfully created port: 306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.162339] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac939f54-4fcf-46e5-a25f-21916ab66968 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.171559] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d999f7-90a8-493d-b5da-f6b8d5117db0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.215683] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13321c5b-9a6a-4dae-aa48-ca37768d94d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.219496] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218980, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.225733] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86328d09-3aca-48b8-b6e9-64b85735bf29 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.244302] env[69073]: DEBUG nova.compute.provider_tree [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.260290] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.321597] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.342599] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065419} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.342599] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.343510] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc75eb1-4d9b-45c8-8fa1-11d6b690130c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.367528] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 3b4c9703-c5a2-4f9d-8a1b-a16860c77564/3b4c9703-c5a2-4f9d-8a1b-a16860c77564.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.367845] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50067788-b55a-47f4-aba4-0ba388c2b886 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.389264] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 684.389264] env[69073]: value = "task-3218988" [ 684.389264] env[69073]: _type = "Task" [ 684.389264] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.401153] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.490177] env[69073]: DEBUG nova.network.neutron [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Successfully updated port: 5fefcad6-ab18-48ba-87e6-3936b723ce55 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.691227] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218980, 'name': CloneVM_Task} progress is 95%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.764465] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218985, 'name': ReconfigVM_Task, 'duration_secs': 1.015764} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.764465] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 0592489d-898c-44e4-8522-ee38acae70cf/0592489d-898c-44e4-8522-ee38acae70cf.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.764988] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc68d2de-87f3-43dd-9808-efb3b9ede08d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.773753] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 684.773753] env[69073]: value = "task-3218989" [ 684.773753] env[69073]: _type = "Task" [ 684.773753] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.773753] env[69073]: ERROR nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [req-a1d0cf15-84d2-46cd-94a3-d0326e33265f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a1d0cf15-84d2-46cd-94a3-d0326e33265f"}]} [ 684.789986] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218989, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.795029] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 684.819401] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218986, 'name': ReconfigVM_Task, 'duration_secs': 0.977496} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.820584] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Reconfigured VM instance instance-00000004 to attach disk [datastore1] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.821334] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 684.821559] env[69073]: DEBUG nova.compute.provider_tree [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.824109] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86609591-34e5-4a3b-9334-b6fcad8ed170 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.830878] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 684.830878] env[69073]: value = "task-3218990" [ 684.830878] env[69073]: _type = "Task" [ 684.830878] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.836726] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 684.844828] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218990, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.864263] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 684.903747] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218988, 'name': ReconfigVM_Task, 'duration_secs': 0.320986} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.903972] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 3b4c9703-c5a2-4f9d-8a1b-a16860c77564/3b4c9703-c5a2-4f9d-8a1b-a16860c77564.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.904698] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66c09d4a-78de-4a67-89b7-940cec926870 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.914175] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 684.914175] env[69073]: value = "task-3218991" [ 684.914175] env[69073]: _type = "Task" [ 684.914175] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.924941] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218991, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.996272] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquiring lock "refresh_cache-723a968e-c191-4e9e-88c2-a77edc22e3bc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.996272] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquired lock "refresh_cache-723a968e-c191-4e9e-88c2-a77edc22e3bc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.996272] env[69073]: DEBUG nova.network.neutron [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.160955] env[69073]: DEBUG nova.compute.manager [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 685.190193] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3218980, 'name': CloneVM_Task, 'duration_secs': 2.239742} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.190612] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Created linked-clone VM from snapshot [ 685.192364] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8001a030-d6aa-40ff-89e3-a4fa4f5b739a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.204081] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Uploading image 4206aea5-99b3-427a-87cf-ad1fe007c4f6 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 685.248299] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 685.248299] env[69073]: value = "vm-643567" [ 685.248299] env[69073]: _type = "VirtualMachine" [ 685.248299] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 685.248607] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ebfb5d83-5829-40c9-868c-b36139321c24 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.253130] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443d8dec-1be2-42b2-ae78-bab1964a73d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.263542] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf21f9f-3f74-445a-9a34-61cb9774add2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.267162] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lease: (returnval){ [ 685.267162] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5207a39e-91a2-c843-96d2-eb772e2b9d49" [ 685.267162] env[69073]: _type = "HttpNfcLease" [ 685.267162] env[69073]: } obtained for exporting VM: (result){ [ 685.267162] env[69073]: value = "vm-643567" [ 685.267162] env[69073]: _type = "VirtualMachine" [ 685.267162] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 685.267719] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the lease: (returnval){ [ 685.267719] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5207a39e-91a2-c843-96d2-eb772e2b9d49" [ 685.267719] env[69073]: _type = "HttpNfcLease" [ 685.267719] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 685.306743] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeddd376-2acc-4017-bcd9-dd3c9bc86933 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.311565] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 685.311565] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5207a39e-91a2-c843-96d2-eb772e2b9d49" [ 685.311565] env[69073]: _type = "HttpNfcLease" [ 685.311565] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 685.311769] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 685.311769] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5207a39e-91a2-c843-96d2-eb772e2b9d49" [ 685.311769] env[69073]: _type = "HttpNfcLease" [ 685.311769] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 685.312605] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6abdeab-f5e0-4e3f-a002-bda4d3c59f08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.320803] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218989, 'name': Rename_Task, 'duration_secs': 0.223198} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.321625] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.322848] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbbda3a-5de8-46a0-a835-35124f983741 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.330751] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d3d0cf-cd70-4a44-a368-0e0a2e4cf76b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.332783] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d7c1f-2fea-7d41-1126-b883b98e2f1e/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 685.332945] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d7c1f-2fea-7d41-1126-b883b98e2f1e/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 685.348768] env[69073]: DEBUG nova.compute.provider_tree [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.419315] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 685.419315] env[69073]: value = "task-3218994" [ 685.419315] env[69073]: _type = "Task" [ 685.419315] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.430801] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218990, 'name': Rename_Task, 'duration_secs': 0.173174} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.432215] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.434023] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-126fff30-4834-431a-aa94-0b088e09d31d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.439351] env[69073]: DEBUG nova.compute.manager [req-81524b62-17d7-4c0c-b1d9-4db2af9d6ca5 req-d7e605f8-7151-42ba-8e9a-f2f627279e9f service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Received event network-vif-plugged-5fefcad6-ab18-48ba-87e6-3936b723ce55 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.439351] env[69073]: DEBUG oslo_concurrency.lockutils [req-81524b62-17d7-4c0c-b1d9-4db2af9d6ca5 req-d7e605f8-7151-42ba-8e9a-f2f627279e9f service nova] Acquiring lock "723a968e-c191-4e9e-88c2-a77edc22e3bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.439351] env[69073]: DEBUG oslo_concurrency.lockutils [req-81524b62-17d7-4c0c-b1d9-4db2af9d6ca5 req-d7e605f8-7151-42ba-8e9a-f2f627279e9f service nova] Lock "723a968e-c191-4e9e-88c2-a77edc22e3bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.439351] env[69073]: DEBUG oslo_concurrency.lockutils [req-81524b62-17d7-4c0c-b1d9-4db2af9d6ca5 req-d7e605f8-7151-42ba-8e9a-f2f627279e9f service nova] Lock "723a968e-c191-4e9e-88c2-a77edc22e3bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.439351] env[69073]: DEBUG nova.compute.manager [req-81524b62-17d7-4c0c-b1d9-4db2af9d6ca5 req-d7e605f8-7151-42ba-8e9a-f2f627279e9f service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] No waiting events found dispatching network-vif-plugged-5fefcad6-ab18-48ba-87e6-3936b723ce55 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.439781] env[69073]: WARNING nova.compute.manager [req-81524b62-17d7-4c0c-b1d9-4db2af9d6ca5 req-d7e605f8-7151-42ba-8e9a-f2f627279e9f service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Received unexpected event network-vif-plugged-5fefcad6-ab18-48ba-87e6-3936b723ce55 for instance with vm_state building and task_state spawning. [ 685.445690] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.446078] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218991, 'name': Rename_Task, 'duration_secs': 0.214332} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.446673] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.447437] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bcb9011-acc0-4c45-a462-e5c43573c462 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.451205] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 685.451205] env[69073]: value = "task-3218995" [ 685.451205] env[69073]: _type = "Task" [ 685.451205] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.456767] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 685.456767] env[69073]: value = "task-3218996" [ 685.456767] env[69073]: _type = "Task" [ 685.456767] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.466762] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.469013] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218996, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.485356] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "4f80f5be-5b1e-4156-b061-81e818008cdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.486029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "4f80f5be-5b1e-4156-b061-81e818008cdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.492019] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1c3950c-5081-454c-9315-7507eb42d423 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.539927] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "49d1b3a4-385f-430e-91df-e1d6c60b6855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.540203] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "49d1b3a4-385f-430e-91df-e1d6c60b6855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.541409] env[69073]: DEBUG nova.network.neutron [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.575422] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "72245c05-c8e5-4250-a4b6-6108748c5e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.575694] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "72245c05-c8e5-4250-a4b6-6108748c5e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.694972] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.860597] env[69073]: DEBUG nova.scheduler.client.report [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.935208] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.981276] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.985556] env[69073]: DEBUG oslo_vmware.api [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3218996, 'name': PowerOnVM_Task, 'duration_secs': 0.51727} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.985985] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.986251] env[69073]: INFO nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Took 12.27 seconds to spawn the instance on the hypervisor. [ 685.986511] env[69073]: DEBUG nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.987675] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b15b15-0e3b-421b-8f6c-828c1213b33e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.013597] env[69073]: DEBUG nova.network.neutron [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Updating instance_info_cache with network_info: [{"id": "5fefcad6-ab18-48ba-87e6-3936b723ce55", "address": "fa:16:3e:c8:d0:37", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fefcad6-ab", "ovs_interfaceid": "5fefcad6-ab18-48ba-87e6-3936b723ce55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.370937] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.823s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.370937] env[69073]: DEBUG nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.379038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.036s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.379038] env[69073]: INFO nova.compute.claims [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.436770] env[69073]: DEBUG oslo_vmware.api [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3218994, 'name': PowerOnVM_Task, 'duration_secs': 0.693105} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.439020] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.439020] env[69073]: INFO nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Took 15.07 seconds to spawn the instance on the hypervisor. [ 686.439020] env[69073]: DEBUG nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.443161] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da40400-1b59-4aa6-b836-7c06665e3f58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.479631] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.496038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquiring lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.497136] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.521217] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Releasing lock "refresh_cache-723a968e-c191-4e9e-88c2-a77edc22e3bc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.521587] env[69073]: DEBUG nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Instance network_info: |[{"id": "5fefcad6-ab18-48ba-87e6-3936b723ce55", "address": "fa:16:3e:c8:d0:37", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fefcad6-ab", "ovs_interfaceid": "5fefcad6-ab18-48ba-87e6-3936b723ce55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.523828] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:d0:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fefcad6-ab18-48ba-87e6-3936b723ce55', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.535464] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Creating folder: Project (5a9302f3d63e44a48bcdeb0933ccefcb). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.537330] env[69073]: INFO nova.compute.manager [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Took 22.79 seconds to build instance. [ 686.539565] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14eb1d47-249c-49a8-9b1c-5eab6bc1b63c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.552322] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Created folder: Project (5a9302f3d63e44a48bcdeb0933ccefcb) in parent group-v643537. [ 686.552528] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Creating folder: Instances. Parent ref: group-v643569. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.553097] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b46dd95-f58b-41d4-b63a-2d409d44fa9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.563891] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Created folder: Instances in parent group-v643569. [ 686.565834] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.565834] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.565834] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af8a1f60-3a91-4c4d-bf33-50668ff46f14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.587075] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.587075] env[69073]: value = "task-3218999" [ 686.587075] env[69073]: _type = "Task" [ 686.587075] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.597877] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218999, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.605244] env[69073]: DEBUG nova.network.neutron [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Successfully updated port: 306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.804194] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.804450] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.884418] env[69073]: DEBUG nova.compute.utils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.891116] env[69073]: DEBUG nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.891313] env[69073]: DEBUG nova.network.neutron [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.966158] env[69073]: DEBUG oslo_vmware.api [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3218995, 'name': PowerOnVM_Task, 'duration_secs': 1.148236} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.980757] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.980953] env[69073]: DEBUG nova.compute.manager [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.984417] env[69073]: DEBUG nova.policy [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6d85be159b2492bba02ac3e5b658c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec488afddb6341c4993a6c07e4362d4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.988300] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622e3e65-d312-4911-8659-34498f965e32 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.992954] env[69073]: INFO nova.compute.manager [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Took 28.23 seconds to build instance. [ 687.045732] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ace7ea95-3d27-4358-a5e5-503ff619292b tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.328s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.100285] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3218999, 'name': CreateVM_Task, 'duration_secs': 0.475218} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.100856] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.101765] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.101922] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.102425] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.103075] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9796ec-3a50-409a-a00a-297ae2588cf2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.109412] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.109594] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.109760] env[69073]: DEBUG nova.network.neutron [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.114633] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 687.114633] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5248b8ce-b0c5-f370-55dd-c5308af8d451" [ 687.114633] env[69073]: _type = "Task" [ 687.114633] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.123166] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5248b8ce-b0c5-f370-55dd-c5308af8d451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.391812] env[69073]: DEBUG nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.495516] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e23d1c6-cdc2-46ee-b940-9c5d78f48b7f tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "0592489d-898c-44e4-8522-ee38acae70cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.747s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.516195] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.551061] env[69073]: DEBUG nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.602456] env[69073]: DEBUG nova.network.neutron [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Successfully created port: b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.633199] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5248b8ce-b0c5-f370-55dd-c5308af8d451, 'name': SearchDatastore_Task, 'duration_secs': 0.02223} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.633533] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.635033] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.635033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.635033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.635033] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.635354] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a6018e4-8221-46da-9f7f-8d8e2270afe1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.648531] env[69073]: DEBUG nova.compute.manager [req-4db5cbaf-53cb-43df-9c43-3761fe4ce988 req-1427cd8f-25f2-4cd2-a073-f3519f6157a7 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Received event network-vif-plugged-306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.648808] env[69073]: DEBUG oslo_concurrency.lockutils [req-4db5cbaf-53cb-43df-9c43-3761fe4ce988 req-1427cd8f-25f2-4cd2-a073-f3519f6157a7 service nova] Acquiring lock "05115320-5e3d-4224-b990-4fbb3ceeae2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.649010] env[69073]: DEBUG oslo_concurrency.lockutils [req-4db5cbaf-53cb-43df-9c43-3761fe4ce988 req-1427cd8f-25f2-4cd2-a073-f3519f6157a7 service nova] Lock "05115320-5e3d-4224-b990-4fbb3ceeae2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.650529] env[69073]: DEBUG oslo_concurrency.lockutils [req-4db5cbaf-53cb-43df-9c43-3761fe4ce988 req-1427cd8f-25f2-4cd2-a073-f3519f6157a7 service nova] Lock "05115320-5e3d-4224-b990-4fbb3ceeae2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.650529] env[69073]: DEBUG nova.compute.manager [req-4db5cbaf-53cb-43df-9c43-3761fe4ce988 req-1427cd8f-25f2-4cd2-a073-f3519f6157a7 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] No waiting events found dispatching network-vif-plugged-306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.650529] env[69073]: WARNING nova.compute.manager [req-4db5cbaf-53cb-43df-9c43-3761fe4ce988 req-1427cd8f-25f2-4cd2-a073-f3519f6157a7 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Received unexpected event network-vif-plugged-306f7c07-bf02-4777-bff6-9ae3b2c81dbf for instance with vm_state building and task_state spawning. [ 687.652185] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.652257] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.653174] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2650bd-18c9-410c-88a1-263758432c3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.664740] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 687.664740] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e34ab1-3cf5-4aa5-e304-6663fda22dfe" [ 687.664740] env[69073]: _type = "Task" [ 687.664740] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.671305] env[69073]: DEBUG nova.network.neutron [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.682881] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e34ab1-3cf5-4aa5-e304-6663fda22dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.012465} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.685060] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ab90d4-2e27-489d-823a-357c4106fcd3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.691254] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 687.691254] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527cb535-28d4-ff08-4e35-b63dc5ffebcf" [ 687.691254] env[69073]: _type = "Task" [ 687.691254] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.697978] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527cb535-28d4-ff08-4e35-b63dc5ffebcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.915972] env[69073]: DEBUG nova.network.neutron [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updating instance_info_cache with network_info: [{"id": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "address": "fa:16:3e:d5:af:55", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306f7c07-bf", "ovs_interfaceid": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.941160] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce775f90-8b19-4b1a-a679-7de992fb7465 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.952174] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6601b57-33de-4a5b-804d-f9e7cc242b9c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.990717] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e533709-fbd7-4f52-b050-caa68f50dce3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.999240] env[69073]: DEBUG nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.007560] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b816e5-bab8-47f6-9deb-917699c2e589 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.021682] env[69073]: DEBUG nova.compute.provider_tree [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.084387] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.203629] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527cb535-28d4-ff08-4e35-b63dc5ffebcf, 'name': SearchDatastore_Task, 'duration_secs': 0.019833} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.203908] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.204540] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 723a968e-c191-4e9e-88c2-a77edc22e3bc/723a968e-c191-4e9e-88c2-a77edc22e3bc.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.204540] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ded87eaf-f6dc-4263-906a-79aa2845d804 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.215643] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 688.215643] env[69073]: value = "task-3219001" [ 688.215643] env[69073]: _type = "Task" [ 688.215643] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.224807] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.316955] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.317531] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.318253] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "99256fa3-0b05-40e8-80b1-1172e2900146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.318618] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "99256fa3-0b05-40e8-80b1-1172e2900146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.406333] env[69073]: DEBUG nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.421178] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Releasing lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.421304] env[69073]: DEBUG nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Instance network_info: |[{"id": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "address": "fa:16:3e:d5:af:55", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306f7c07-bf", "ovs_interfaceid": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.421841] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:af:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '306f7c07-bf02-4777-bff6-9ae3b2c81dbf', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.434919] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Creating folder: Project (a686b8cf5e8d40af811f00273cca0dd2). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.437659] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af9ddb57-615f-424d-b101-e7d5b17fb52b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.454850] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='782491531',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1942565159',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.455518] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.455518] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.455518] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.456055] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.456055] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.456055] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.456861] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.456861] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.456861] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.456861] env[69073]: DEBUG nova.virt.hardware [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.457771] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Created folder: Project (a686b8cf5e8d40af811f00273cca0dd2) in parent group-v643537. [ 688.457771] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Creating folder: Instances. Parent ref: group-v643572. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.460831] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073fa080-e4dd-4dfb-af4d-0eeb0c21abe9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.461157] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba2a9b90-8571-479a-bebd-1869b40ff8ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.469355] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229d821e-35c7-4e43-a52a-cbb977ed5569 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.476043] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Created folder: Instances in parent group-v643572. [ 688.476043] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.477478] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.477478] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f1377b7-7ea8-439b-88fa-2534056fa922 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.506369] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.506369] env[69073]: value = "task-3219004" [ 688.506369] env[69073]: _type = "Task" [ 688.506369] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.520690] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219004, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.523422] env[69073]: DEBUG nova.compute.manager [req-573262b5-c3dc-4c24-8722-0229bc481673 req-4ff869bc-374d-4114-bb5a-673dafee4880 service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Received event network-changed-5fefcad6-ab18-48ba-87e6-3936b723ce55 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.523632] env[69073]: DEBUG nova.compute.manager [req-573262b5-c3dc-4c24-8722-0229bc481673 req-4ff869bc-374d-4114-bb5a-673dafee4880 service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Refreshing instance network info cache due to event network-changed-5fefcad6-ab18-48ba-87e6-3936b723ce55. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.523897] env[69073]: DEBUG oslo_concurrency.lockutils [req-573262b5-c3dc-4c24-8722-0229bc481673 req-4ff869bc-374d-4114-bb5a-673dafee4880 service nova] Acquiring lock "refresh_cache-723a968e-c191-4e9e-88c2-a77edc22e3bc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.524075] env[69073]: DEBUG oslo_concurrency.lockutils [req-573262b5-c3dc-4c24-8722-0229bc481673 req-4ff869bc-374d-4114-bb5a-673dafee4880 service nova] Acquired lock "refresh_cache-723a968e-c191-4e9e-88c2-a77edc22e3bc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.524240] env[69073]: DEBUG nova.network.neutron [req-573262b5-c3dc-4c24-8722-0229bc481673 req-4ff869bc-374d-4114-bb5a-673dafee4880 service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Refreshing network info cache for port 5fefcad6-ab18-48ba-87e6-3936b723ce55 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.526895] env[69073]: DEBUG nova.scheduler.client.report [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.535797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.728787] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.019055] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219004, 'name': CreateVM_Task, 'duration_secs': 0.446637} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.019278] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.020181] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.022963] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.022963] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.022963] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed524d04-ac17-4e03-80be-3aa729493f25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.030059] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 689.030059] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5220fe4d-2966-e95b-ef4e-ea3c1b1eab48" [ 689.030059] env[69073]: _type = "Task" [ 689.030059] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.035209] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.035607] env[69073]: DEBUG nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.041321] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.595s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.044864] env[69073]: INFO nova.compute.claims [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.057284] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5220fe4d-2966-e95b-ef4e-ea3c1b1eab48, 'name': SearchDatastore_Task, 'duration_secs': 0.013423} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.057514] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.057829] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.057980] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.058134] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.058342] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.060018] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea7a7562-c44d-4dbc-b156-efdf68bd0bba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.068153] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.068506] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.073219] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc736e6-68b2-443e-b8d6-ef655842da60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.079546] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 689.079546] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52150e41-e828-834c-e70c-1397009da0cb" [ 689.079546] env[69073]: _type = "Task" [ 689.079546] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.090652] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52150e41-e828-834c-e70c-1397009da0cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.232507] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582436} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.233317] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 723a968e-c191-4e9e-88c2-a77edc22e3bc/723a968e-c191-4e9e-88c2-a77edc22e3bc.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.233627] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.233907] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-890d1005-38c4-4572-9efa-04b42cc4da5d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.245553] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 689.245553] env[69073]: value = "task-3219005" [ 689.245553] env[69073]: _type = "Task" [ 689.245553] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.258373] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.543026] env[69073]: DEBUG nova.compute.utils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.545763] env[69073]: DEBUG nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.545763] env[69073]: DEBUG nova.network.neutron [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.598071] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52150e41-e828-834c-e70c-1397009da0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013546} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.598912] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0c27ad-efb0-4703-8e93-b938ebefb8f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.606519] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 689.606519] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52012d87-dceb-a8ce-686b-07ba24bb2df4" [ 689.606519] env[69073]: _type = "Task" [ 689.606519] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.614776] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52012d87-dceb-a8ce-686b-07ba24bb2df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.715075] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Acquiring lock "0592489d-898c-44e4-8522-ee38acae70cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.715521] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Lock "0592489d-898c-44e4-8522-ee38acae70cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.715884] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Acquiring lock "0592489d-898c-44e4-8522-ee38acae70cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.716814] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Lock "0592489d-898c-44e4-8522-ee38acae70cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.716814] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Lock "0592489d-898c-44e4-8522-ee38acae70cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.721764] env[69073]: INFO nova.compute.manager [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Terminating instance [ 689.751028] env[69073]: DEBUG nova.policy [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bb01e1579a647078e2745f541ddec68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4bc6e48fe5f4ae29a264d30d3275c96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.765358] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077275} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.765358] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.765864] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc195b-d1e9-4124-ac23-3f43526d9d56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.792110] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 723a968e-c191-4e9e-88c2-a77edc22e3bc/723a968e-c191-4e9e-88c2-a77edc22e3bc.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.793269] env[69073]: DEBUG nova.network.neutron [req-573262b5-c3dc-4c24-8722-0229bc481673 req-4ff869bc-374d-4114-bb5a-673dafee4880 service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Updated VIF entry in instance network info cache for port 5fefcad6-ab18-48ba-87e6-3936b723ce55. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.793591] env[69073]: DEBUG nova.network.neutron [req-573262b5-c3dc-4c24-8722-0229bc481673 req-4ff869bc-374d-4114-bb5a-673dafee4880 service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Updating instance_info_cache with network_info: [{"id": "5fefcad6-ab18-48ba-87e6-3936b723ce55", "address": "fa:16:3e:c8:d0:37", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fefcad6-ab", "ovs_interfaceid": "5fefcad6-ab18-48ba-87e6-3936b723ce55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.795572] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b16a6d6-c881-4759-81ae-0ddfaca66b65 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.818479] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 689.818479] env[69073]: value = "task-3219007" [ 689.818479] env[69073]: _type = "Task" [ 689.818479] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.828960] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.950451] env[69073]: DEBUG nova.network.neutron [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Successfully updated port: b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.972498] env[69073]: INFO nova.compute.manager [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Rebuilding instance [ 690.037635] env[69073]: DEBUG nova.compute.manager [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.039120] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f89a04-0d56-4526-82fd-216969d7c34d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.052206] env[69073]: DEBUG nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.124403] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52012d87-dceb-a8ce-686b-07ba24bb2df4, 'name': SearchDatastore_Task, 'duration_secs': 0.019364} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.124403] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.124403] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 05115320-5e3d-4224-b990-4fbb3ceeae2d/05115320-5e3d-4224-b990-4fbb3ceeae2d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.124403] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6682bbfc-7fe4-4b4b-ae50-2d09fee9a7fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.130693] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 690.130693] env[69073]: value = "task-3219008" [ 690.130693] env[69073]: _type = "Task" [ 690.130693] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.141341] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.230025] env[69073]: DEBUG nova.compute.manager [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.230025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.230025] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ab97b7-a243-4f4f-b215-a161cde2b7ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.239454] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.242987] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd10fdbc-310a-4378-a386-c582129fdf42 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.252095] env[69073]: DEBUG oslo_vmware.api [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Waiting for the task: (returnval){ [ 690.252095] env[69073]: value = "task-3219009" [ 690.252095] env[69073]: _type = "Task" [ 690.252095] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.270152] env[69073]: DEBUG oslo_vmware.api [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Task: {'id': task-3219009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.286732] env[69073]: DEBUG nova.compute.manager [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Received event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.286991] env[69073]: DEBUG nova.compute.manager [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing instance network info cache due to event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.287255] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] Acquiring lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.287457] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] Acquired lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.287719] env[69073]: DEBUG nova.network.neutron [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.295818] env[69073]: DEBUG oslo_concurrency.lockutils [req-573262b5-c3dc-4c24-8722-0229bc481673 req-4ff869bc-374d-4114-bb5a-673dafee4880 service nova] Releasing lock "refresh_cache-723a968e-c191-4e9e-88c2-a77edc22e3bc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.333018] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.455618] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.455754] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquired lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.455854] env[69073]: DEBUG nova.network.neutron [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.564327] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56811306-5693-4bb0-a024-1a2a99850870 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.576930] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0980d954-38ce-40f5-b00b-1d03562a7685 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.622301] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eb1078-bfe3-4388-b0bf-907afa1e941d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.631046] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8217e0-f4b8-45b3-a835-9559eb0183bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.646731] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219008, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.660447] env[69073]: DEBUG nova.compute.provider_tree [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.764576] env[69073]: DEBUG oslo_vmware.api [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Task: {'id': task-3219009, 'name': PowerOffVM_Task, 'duration_secs': 0.253027} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.764576] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.764576] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.764576] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe303a37-06ed-4bec-8090-74e1dbd93e1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.832793] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219007, 'name': ReconfigVM_Task, 'duration_secs': 0.655345} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.833195] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 723a968e-c191-4e9e-88c2-a77edc22e3bc/723a968e-c191-4e9e-88c2-a77edc22e3bc.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.834188] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-498b0a2c-3089-454f-bc4e-c19653c4ffb2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.839834] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.840069] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.841602] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Deleting the datastore file [datastore1] 0592489d-898c-44e4-8522-ee38acae70cf {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.841602] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd72707d-722a-42ba-adbf-ec1e1221633e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.844733] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 690.844733] env[69073]: value = "task-3219011" [ 690.844733] env[69073]: _type = "Task" [ 690.844733] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.850582] env[69073]: DEBUG oslo_vmware.api [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Waiting for the task: (returnval){ [ 690.850582] env[69073]: value = "task-3219012" [ 690.850582] env[69073]: _type = "Task" [ 690.850582] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.860198] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219011, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.868614] env[69073]: DEBUG oslo_vmware.api [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Task: {'id': task-3219012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.009897] env[69073]: DEBUG nova.network.neutron [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.038336] env[69073]: DEBUG nova.network.neutron [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Successfully created port: 591874df-1b96-4b88-8242-2e4c04c754e7 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.053659] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.054080] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65d4d00b-7e7d-4d9b-ac0c-cbe0c9a5b7f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.064213] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 691.064213] env[69073]: value = "task-3219013" [ 691.064213] env[69073]: _type = "Task" [ 691.064213] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.075548] env[69073]: DEBUG nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.082378] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.114023] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.114023] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.114023] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.114279] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.114279] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.115257] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.115748] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.116047] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.116452] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.116767] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.117316] env[69073]: DEBUG nova.virt.hardware [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.118426] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265b9df3-9803-451e-ab5f-341f59d8b525 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.130232] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4d9808-6c47-4d5c-9ae7-4b8e0e3c6a40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.161345] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816802} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.161761] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 05115320-5e3d-4224-b990-4fbb3ceeae2d/05115320-5e3d-4224-b990-4fbb3ceeae2d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.162053] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.162562] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fe13e7b-34aa-4bdd-b85d-aca7f3f0680d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.165839] env[69073]: DEBUG nova.scheduler.client.report [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.175030] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 691.175030] env[69073]: value = "task-3219014" [ 691.175030] env[69073]: _type = "Task" [ 691.175030] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.184740] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.302637] env[69073]: DEBUG nova.compute.manager [req-f5fceee5-5185-4c28-a94a-a5ca44a25006 req-0d57421b-fde9-44c2-a7a1-838a000ed51d service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Received event network-changed-cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.302637] env[69073]: DEBUG nova.compute.manager [req-f5fceee5-5185-4c28-a94a-a5ca44a25006 req-0d57421b-fde9-44c2-a7a1-838a000ed51d service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Refreshing instance network info cache due to event network-changed-cb296770-0935-4728-a180-d0a693a4f2c6. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.302637] env[69073]: DEBUG oslo_concurrency.lockutils [req-f5fceee5-5185-4c28-a94a-a5ca44a25006 req-0d57421b-fde9-44c2-a7a1-838a000ed51d service nova] Acquiring lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.302637] env[69073]: DEBUG oslo_concurrency.lockutils [req-f5fceee5-5185-4c28-a94a-a5ca44a25006 req-0d57421b-fde9-44c2-a7a1-838a000ed51d service nova] Acquired lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.302637] env[69073]: DEBUG nova.network.neutron [req-f5fceee5-5185-4c28-a94a-a5ca44a25006 req-0d57421b-fde9-44c2-a7a1-838a000ed51d service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Refreshing network info cache for port cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.359942] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219011, 'name': Rename_Task, 'duration_secs': 0.165799} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.360290] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.361969] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8648fe40-8b1e-4d57-a246-77fbd5aec804 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.367049] env[69073]: DEBUG oslo_vmware.api [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Task: {'id': task-3219012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285957} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.367294] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.367579] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.367648] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.367801] env[69073]: INFO nova.compute.manager [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 691.370216] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.371521] env[69073]: DEBUG nova.compute.manager [-] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.371632] env[69073]: DEBUG nova.network.neutron [-] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.373752] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 691.373752] env[69073]: value = "task-3219015" [ 691.373752] env[69073]: _type = "Task" [ 691.373752] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.385697] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.439431] env[69073]: DEBUG nova.network.neutron [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Updating instance_info_cache with network_info: [{"id": "b1289581-73ed-4d49-8608-14cb106b1dc7", "address": "fa:16:3e:79:67:57", "network": {"id": "f13149c0-3f0c-423f-8b8d-f2ca52bb6491", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-941581911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec488afddb6341c4993a6c07e4362d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1289581-73", "ovs_interfaceid": "b1289581-73ed-4d49-8608-14cb106b1dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.556233] env[69073]: DEBUG nova.network.neutron [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updated VIF entry in instance network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.556656] env[69073]: DEBUG nova.network.neutron [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updating instance_info_cache with network_info: [{"id": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "address": "fa:16:3e:d5:af:55", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306f7c07-bf", "ovs_interfaceid": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.576278] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219013, 'name': PowerOffVM_Task, 'duration_secs': 0.157758} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.576907] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.576907] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.577676] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6574e69-a713-4840-b096-60759cb6ab0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.585916] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.586236] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9fecde0-db30-40ff-be67-965c10b3a9b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.672692] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.673674] env[69073]: DEBUG nova.compute.manager [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.677197] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.145s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.679094] env[69073]: INFO nova.compute.claims [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.697112] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074456} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.697112] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.697112] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82d003c-9b47-448c-95b7-d88d2e40c270 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.729469] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 05115320-5e3d-4224-b990-4fbb3ceeae2d/05115320-5e3d-4224-b990-4fbb3ceeae2d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.730846] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cadf0bf6-2991-4b8a-8e93-bb86794db5ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.749420] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.750252] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.750252] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Deleting the datastore file [datastore1] e2910e35-1807-49c5-a97d-673de87f3058 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.751457] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ece9b52-0ab5-4290-a897-aa30aa7a4c02 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.759849] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 691.759849] env[69073]: value = "task-3219017" [ 691.759849] env[69073]: _type = "Task" [ 691.759849] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.760335] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 691.760335] env[69073]: value = "task-3219018" [ 691.760335] env[69073]: _type = "Task" [ 691.760335] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.773710] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.777740] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.822057] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "97535ddb-6907-4030-8407-ea478889cf74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.822322] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.884437] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.943020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Releasing lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.943393] env[69073]: DEBUG nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Instance network_info: |[{"id": "b1289581-73ed-4d49-8608-14cb106b1dc7", "address": "fa:16:3e:79:67:57", "network": {"id": "f13149c0-3f0c-423f-8b8d-f2ca52bb6491", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-941581911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec488afddb6341c4993a6c07e4362d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1289581-73", "ovs_interfaceid": "b1289581-73ed-4d49-8608-14cb106b1dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.944210] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:67:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1289581-73ed-4d49-8608-14cb106b1dc7', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.954581] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Creating folder: Project (ec488afddb6341c4993a6c07e4362d4c). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.955233] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6c4d348-cd2c-4d0a-a075-c44f704d4375 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.970596] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Created folder: Project (ec488afddb6341c4993a6c07e4362d4c) in parent group-v643537. [ 691.970596] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Creating folder: Instances. Parent ref: group-v643575. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.970596] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffab1a49-cbbd-425d-affa-70a6588df1a3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.985060] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Created folder: Instances in parent group-v643575. [ 691.985445] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.985989] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.987677] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9f80255-3454-4a6f-9716-b1a598021070 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.014966] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.014966] env[69073]: value = "task-3219021" [ 692.014966] env[69073]: _type = "Task" [ 692.014966] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.025875] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219021, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.060452] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] Releasing lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.060837] env[69073]: DEBUG nova.compute.manager [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Received event network-vif-plugged-b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.061100] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] Acquiring lock "f423950c-d0a6-4915-bab1-50612644ef10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.061357] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] Lock "f423950c-d0a6-4915-bab1-50612644ef10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.062029] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] Lock "f423950c-d0a6-4915-bab1-50612644ef10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.062029] env[69073]: DEBUG nova.compute.manager [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] No waiting events found dispatching network-vif-plugged-b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.062029] env[69073]: WARNING nova.compute.manager [req-3d20240f-31e6-4e50-b0e3-61e246be0e62 req-138e6b33-1ec4-4e18-8428-08b05dc7f978 service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Received unexpected event network-vif-plugged-b1289581-73ed-4d49-8608-14cb106b1dc7 for instance with vm_state building and task_state spawning. [ 692.184246] env[69073]: DEBUG nova.compute.utils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.186023] env[69073]: DEBUG nova.compute.manager [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 692.271593] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.278597] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278562} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.278860] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.279058] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.279236] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.397660] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.487169] env[69073]: DEBUG nova.network.neutron [-] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.527254] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219021, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.528263] env[69073]: DEBUG nova.network.neutron [req-f5fceee5-5185-4c28-a94a-a5ca44a25006 req-0d57421b-fde9-44c2-a7a1-838a000ed51d service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Updated VIF entry in instance network info cache for port cb296770-0935-4728-a180-d0a693a4f2c6. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.528632] env[69073]: DEBUG nova.network.neutron [req-f5fceee5-5185-4c28-a94a-a5ca44a25006 req-0d57421b-fde9-44c2-a7a1-838a000ed51d service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Updating instance_info_cache with network_info: [{"id": "cb296770-0935-4728-a180-d0a693a4f2c6", "address": "fa:16:3e:e7:37:9d", "network": {"id": "704d0b46-4b59-44a8-878d-6fbb651720f9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1054794851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da62948cecdd4425b4376771b67f85be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb296770-09", "ovs_interfaceid": "cb296770-0935-4728-a180-d0a693a4f2c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.693500] env[69073]: DEBUG nova.compute.manager [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.776712] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219017, 'name': ReconfigVM_Task, 'duration_secs': 0.695226} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.776991] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 05115320-5e3d-4224-b990-4fbb3ceeae2d/05115320-5e3d-4224-b990-4fbb3ceeae2d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.777708] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6ca11e7-cf3e-46f7-85fe-d2e89ab27c05 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.798923] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 692.798923] env[69073]: value = "task-3219022" [ 692.798923] env[69073]: _type = "Task" [ 692.798923] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.816046] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219022, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.890027] env[69073]: DEBUG oslo_vmware.api [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219015, 'name': PowerOnVM_Task, 'duration_secs': 1.486215} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.893791] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.894026] env[69073]: INFO nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Took 11.81 seconds to spawn the instance on the hypervisor. [ 692.894651] env[69073]: DEBUG nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.895756] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a8015c-7a4e-4bef-96ea-d840824198a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.992116] env[69073]: INFO nova.compute.manager [-] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Took 1.62 seconds to deallocate network for instance. [ 693.030289] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219021, 'name': CreateVM_Task, 'duration_secs': 0.678469} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.034338] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.034922] env[69073]: DEBUG oslo_concurrency.lockutils [req-f5fceee5-5185-4c28-a94a-a5ca44a25006 req-0d57421b-fde9-44c2-a7a1-838a000ed51d service nova] Releasing lock "refresh_cache-3b4c9703-c5a2-4f9d-8a1b-a16860c77564" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.036331] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.036385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.037386] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.038409] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a12825-1910-4ba8-a088-a8fe9d651113 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.045613] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 693.045613] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ed8a8d-67ac-f59e-6d3f-960a60e3ddcd" [ 693.045613] env[69073]: _type = "Task" [ 693.045613] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.060943] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ed8a8d-67ac-f59e-6d3f-960a60e3ddcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.106699] env[69073]: DEBUG nova.compute.manager [req-0ad94911-26b8-4f4d-9f4a-71c9d1071d50 req-529c0d94-92e7-4cc4-9250-617b65c2ff8f service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Received event network-changed-b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.106699] env[69073]: DEBUG nova.compute.manager [req-0ad94911-26b8-4f4d-9f4a-71c9d1071d50 req-529c0d94-92e7-4cc4-9250-617b65c2ff8f service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Refreshing instance network info cache due to event network-changed-b1289581-73ed-4d49-8608-14cb106b1dc7. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.106699] env[69073]: DEBUG oslo_concurrency.lockutils [req-0ad94911-26b8-4f4d-9f4a-71c9d1071d50 req-529c0d94-92e7-4cc4-9250-617b65c2ff8f service nova] Acquiring lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.106925] env[69073]: DEBUG oslo_concurrency.lockutils [req-0ad94911-26b8-4f4d-9f4a-71c9d1071d50 req-529c0d94-92e7-4cc4-9250-617b65c2ff8f service nova] Acquired lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.106982] env[69073]: DEBUG nova.network.neutron [req-0ad94911-26b8-4f4d-9f4a-71c9d1071d50 req-529c0d94-92e7-4cc4-9250-617b65c2ff8f service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Refreshing network info cache for port b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.320874] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219022, 'name': Rename_Task, 'duration_secs': 0.238883} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.322245] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.323088] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ac9615-fd39-4eae-8fa8-0ade088db88e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.327517] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87489f5f-218c-4837-93c9-dbe52859ceec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.344065] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.344065] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.344065] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.344065] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.344518] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.344518] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.344518] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.344518] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.344518] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.344751] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.344751] env[69073]: DEBUG nova.virt.hardware [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.347153] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9ed411-136d-4084-a586-414c5f6ccd36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.351861] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2967da9e-a5f6-4247-a542-f0710d1a6bc4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.355788] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 693.355788] env[69073]: value = "task-3219023" [ 693.355788] env[69073]: _type = "Task" [ 693.355788] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.391925] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ed4ce4-cb50-4f12-a00c-d4eec319f0f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.395974] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c15751-d257-406d-a789-98de52bf19c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.403407] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.417530] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb1ea39-b6fc-4eda-82a8-7934f23111f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.425759] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.432306] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.433240] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.433719] env[69073]: INFO nova.compute.manager [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Took 23.89 seconds to build instance. [ 693.435854] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b2fe6cf-9949-46fe-b888-ecd7b62c0adf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.459025] env[69073]: DEBUG nova.compute.provider_tree [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.469496] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.469496] env[69073]: value = "task-3219024" [ 693.469496] env[69073]: _type = "Task" [ 693.469496] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.483458] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219024, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.502311] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.568315] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ed8a8d-67ac-f59e-6d3f-960a60e3ddcd, 'name': SearchDatastore_Task, 'duration_secs': 0.023909} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.568315] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.568315] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.568315] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.568507] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.568507] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.568507] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-649800b6-f723-46cf-8947-78c3e13e19e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.582939] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.582939] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.583152] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79c0f7f-5cc9-4500-b80e-fd73d3ff577c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.591821] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 693.591821] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5266151b-e8e2-a50d-dd66-984835aa2a58" [ 693.591821] env[69073]: _type = "Task" [ 693.591821] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.601806] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5266151b-e8e2-a50d-dd66-984835aa2a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.713958] env[69073]: DEBUG nova.compute.manager [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.746324] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.746625] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.746803] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.747012] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.748138] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.748390] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.748629] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.748821] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.749009] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.749256] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.749456] env[69073]: DEBUG nova.virt.hardware [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.750877] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9049fe70-2af8-44de-9c39-c15bfd1d5f6d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.770341] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30f804f-cdab-493c-a19d-5ed77f089730 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.794276] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.801188] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Creating folder: Project (9581246483bd441680e58269a2fbaff3). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.802143] env[69073]: DEBUG nova.network.neutron [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Successfully updated port: 591874df-1b96-4b88-8242-2e4c04c754e7 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.806168] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-312aad38-f977-4a56-99f3-05c47552a034 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.826298] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Created folder: Project (9581246483bd441680e58269a2fbaff3) in parent group-v643537. [ 693.829928] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Creating folder: Instances. Parent ref: group-v643579. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.829928] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78fc042a-82b6-4e96-992e-04db50df2886 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.851495] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Created folder: Instances in parent group-v643579. [ 693.851495] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.851495] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.859836] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a59148-9011-470d-b857-2a5a3d51e2d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.894676] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219023, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.896344] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.896344] env[69073]: value = "task-3219027" [ 693.896344] env[69073]: _type = "Task" [ 693.896344] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.906428] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219027, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.949957] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a7f9f0fb-f623-428e-8d80-9035285b001a tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "723a968e-c191-4e9e-88c2-a77edc22e3bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.414s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.985271] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219024, 'name': CreateVM_Task, 'duration_secs': 0.504483} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.985271] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.985658] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.985855] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.986519] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.986632] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8cff73-4ce6-4f1b-8b38-5dc34a1f29ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.993575] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 693.993575] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528ad826-f87b-674e-d162-8cb207e10c13" [ 693.993575] env[69073]: _type = "Task" [ 693.993575] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.003034] env[69073]: ERROR nova.scheduler.client.report [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [req-97f8cbe1-8dd1-4573-87e0-35dee1b67261] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-97f8cbe1-8dd1-4573-87e0-35dee1b67261"}]} [ 694.012072] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528ad826-f87b-674e-d162-8cb207e10c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.029157] env[69073]: DEBUG nova.scheduler.client.report [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 694.053319] env[69073]: DEBUG nova.scheduler.client.report [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 694.053805] env[69073]: DEBUG nova.compute.provider_tree [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 33 to 34 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 694.054157] env[69073]: DEBUG nova.compute.provider_tree [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.081323] env[69073]: DEBUG nova.scheduler.client.report [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 694.108462] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5266151b-e8e2-a50d-dd66-984835aa2a58, 'name': SearchDatastore_Task, 'duration_secs': 0.015697} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.109588] env[69073]: DEBUG nova.scheduler.client.report [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 694.113794] env[69073]: DEBUG nova.network.neutron [req-0ad94911-26b8-4f4d-9f4a-71c9d1071d50 req-529c0d94-92e7-4cc4-9250-617b65c2ff8f service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Updated VIF entry in instance network info cache for port b1289581-73ed-4d49-8608-14cb106b1dc7. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.114417] env[69073]: DEBUG nova.network.neutron [req-0ad94911-26b8-4f4d-9f4a-71c9d1071d50 req-529c0d94-92e7-4cc4-9250-617b65c2ff8f service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Updating instance_info_cache with network_info: [{"id": "b1289581-73ed-4d49-8608-14cb106b1dc7", "address": "fa:16:3e:79:67:57", "network": {"id": "f13149c0-3f0c-423f-8b8d-f2ca52bb6491", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-941581911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec488afddb6341c4993a6c07e4362d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1289581-73", "ovs_interfaceid": "b1289581-73ed-4d49-8608-14cb106b1dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.116245] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550d8cdf-5836-4890-a934-b79c3965a468 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.124413] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 694.124413] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fe3b5a-4d87-b244-2bd4-c8288ff52895" [ 694.124413] env[69073]: _type = "Task" [ 694.124413] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.140185] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fe3b5a-4d87-b244-2bd4-c8288ff52895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.312514] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquiring lock "refresh_cache-81279c3f-8ece-4780-b6f7-68f159baeb77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.312695] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquired lock "refresh_cache-81279c3f-8ece-4780-b6f7-68f159baeb77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.312845] env[69073]: DEBUG nova.network.neutron [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.379833] env[69073]: DEBUG oslo_vmware.api [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219023, 'name': PowerOnVM_Task, 'duration_secs': 0.738966} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.387594] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.387846] env[69073]: INFO nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Took 10.80 seconds to spawn the instance on the hypervisor. [ 694.388125] env[69073]: DEBUG nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.389841] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a79aa96-64db-46db-9e35-956df3092604 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.415709] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219027, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.453850] env[69073]: DEBUG nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.473272] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Acquiring lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.473692] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.511606] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528ad826-f87b-674e-d162-8cb207e10c13, 'name': SearchDatastore_Task, 'duration_secs': 0.027267} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.515755] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.515984] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.516238] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.620633] env[69073]: DEBUG oslo_concurrency.lockutils [req-0ad94911-26b8-4f4d-9f4a-71c9d1071d50 req-529c0d94-92e7-4cc4-9250-617b65c2ff8f service nova] Releasing lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.632256] env[69073]: DEBUG nova.compute.manager [req-bdb36a16-b2fb-45b9-a270-9de7d77143ea req-c5875418-3447-41b7-a552-1f04c973c000 service nova] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Received event network-vif-deleted-6b8dc80b-7c34-4edc-bb8b-956d2e46b320 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.643938] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fe3b5a-4d87-b244-2bd4-c8288ff52895, 'name': SearchDatastore_Task, 'duration_secs': 0.01821} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.644237] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.647614] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f423950c-d0a6-4915-bab1-50612644ef10/f423950c-d0a6-4915-bab1-50612644ef10.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.647614] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.647614] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.647614] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a9cc8c-ed14-4507-8824-7f4b850ba3cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.647834] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624b8905-56c7-40d9-b803-36eebad34f8b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.662112] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.662112] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.662921] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 694.662921] env[69073]: value = "task-3219028" [ 694.662921] env[69073]: _type = "Task" [ 694.662921] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.663165] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d656f6-bdda-4db7-8bde-13956a28eea8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.677139] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 694.677139] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c4856b-027f-2477-97c1-213fe8a93a27" [ 694.677139] env[69073]: _type = "Task" [ 694.677139] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.680681] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.694596] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c4856b-027f-2477-97c1-213fe8a93a27, 'name': SearchDatastore_Task, 'duration_secs': 0.01176} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.694976] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0a9608-a174-4014-a29d-0f222939edf3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.702949] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 694.702949] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e3615e-df65-055f-13b0-fc2a86d98be2" [ 694.702949] env[69073]: _type = "Task" [ 694.702949] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.714578] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e3615e-df65-055f-13b0-fc2a86d98be2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.730954] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e42162-d179-4ced-beba-c250ecf07239 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.740146] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201d2e7-d569-48f5-8113-3e7d571d5c48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.779166] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab9fce-06be-461d-9c42-d817d0317df6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.790946] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56c642-a2c9-4ae5-b316-6ac5234b4958 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.810070] env[69073]: DEBUG nova.compute.provider_tree [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 694.824180] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d7c1f-2fea-7d41-1126-b883b98e2f1e/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 694.828093] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed998ce9-cac4-41e1-82ad-93dd2719f6ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.836813] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d7c1f-2fea-7d41-1126-b883b98e2f1e/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 694.837009] env[69073]: ERROR oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d7c1f-2fea-7d41-1126-b883b98e2f1e/disk-0.vmdk due to incomplete transfer. [ 694.837359] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c64b9517-56ea-40fa-9351-2d6948ca5730 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.846777] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523d7c1f-2fea-7d41-1126-b883b98e2f1e/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 694.846984] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Uploaded image 4206aea5-99b3-427a-87cf-ad1fe007c4f6 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 694.849178] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 694.849833] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec49bbef-bd14-4e75-bda1-f93fdd3fda1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.856619] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 694.856619] env[69073]: value = "task-3219029" [ 694.856619] env[69073]: _type = "Task" [ 694.856619] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.863069] env[69073]: DEBUG nova.network.neutron [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.869152] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219029, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.909079] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219027, 'name': CreateVM_Task, 'duration_secs': 0.525279} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.914613] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.914613] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.914613] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.914613] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.916349] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a44a314e-f634-4770-aca7-3217d598976a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.920303] env[69073]: INFO nova.compute.manager [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Took 23.81 seconds to build instance. [ 694.926442] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 694.926442] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528c95d8-0966-25e3-bfdb-b65128bda185" [ 694.926442] env[69073]: _type = "Task" [ 694.926442] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.936216] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528c95d8-0966-25e3-bfdb-b65128bda185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.984496] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.067234] env[69073]: DEBUG nova.network.neutron [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Updating instance_info_cache with network_info: [{"id": "591874df-1b96-4b88-8242-2e4c04c754e7", "address": "fa:16:3e:a3:2f:0c", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591874df-1b", "ovs_interfaceid": "591874df-1b96-4b88-8242-2e4c04c754e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.177809] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.214976] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e3615e-df65-055f-13b0-fc2a86d98be2, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.215445] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.215784] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.216148] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f4e03af-7068-41b0-a428-9d6ab4f1bb5e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.225865] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 695.225865] env[69073]: value = "task-3219030" [ 695.225865] env[69073]: _type = "Task" [ 695.225865] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.238647] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.365502] env[69073]: DEBUG nova.scheduler.client.report [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 695.368406] env[69073]: DEBUG nova.compute.provider_tree [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 34 to 35 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 695.368406] env[69073]: DEBUG nova.compute.provider_tree [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.381166] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219029, 'name': Destroy_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.422985] env[69073]: DEBUG oslo_concurrency.lockutils [None req-be532dce-add9-4bda-b2c1-8e066e73b841 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "05115320-5e3d-4224-b990-4fbb3ceeae2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.334s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.444160] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528c95d8-0966-25e3-bfdb-b65128bda185, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.447022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.447022] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.447022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.447022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.447403] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.447403] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1111b0c0-5734-46ff-b2be-a49c17b0efa7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.469766] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.470575] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.471811] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d8d56a-8f16-4d08-83e4-cb81ef9aff0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.481695] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 695.481695] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527d87d1-aca8-d866-e3e6-b900144f4239" [ 695.481695] env[69073]: _type = "Task" [ 695.481695] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.496536] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527d87d1-aca8-d866-e3e6-b900144f4239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.570280] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Releasing lock "refresh_cache-81279c3f-8ece-4780-b6f7-68f159baeb77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.570666] env[69073]: DEBUG nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Instance network_info: |[{"id": "591874df-1b96-4b88-8242-2e4c04c754e7", "address": "fa:16:3e:a3:2f:0c", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591874df-1b", "ovs_interfaceid": "591874df-1b96-4b88-8242-2e4c04c754e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.571122] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:2f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '591874df-1b96-4b88-8242-2e4c04c754e7', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.581819] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Creating folder: Project (a4bc6e48fe5f4ae29a264d30d3275c96). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.582212] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b66e773-d7da-46a0-a042-704e83451395 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.598723] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Created folder: Project (a4bc6e48fe5f4ae29a264d30d3275c96) in parent group-v643537. [ 695.598723] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Creating folder: Instances. Parent ref: group-v643582. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.598723] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-344f57d3-ec40-4d6d-9e57-861d7f6b3d92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.617404] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Created folder: Instances in parent group-v643582. [ 695.619084] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.619333] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.620532] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92fb174c-271a-4d0d-a11d-b563df5b5fc7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.646157] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.646157] env[69073]: value = "task-3219033" [ 695.646157] env[69073]: _type = "Task" [ 695.646157] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.657103] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219033, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.681787] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219028, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.742984] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219030, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.876559] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219029, 'name': Destroy_Task, 'duration_secs': 0.842445} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.878037] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.200s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.878037] env[69073]: DEBUG nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.884726] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Destroyed the VM [ 695.884726] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.884726] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.104s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.884726] env[69073]: DEBUG nova.objects.instance [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lazy-loading 'resources' on Instance uuid 05b13add-f4ba-4f12-8bd4-03d5586c2c21 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.885977] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4acc9f9c-2bc1-4437-93f9-bcaa11851873 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.900864] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 695.900864] env[69073]: value = "task-3219034" [ 695.900864] env[69073]: _type = "Task" [ 695.900864] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.905925] env[69073]: DEBUG nova.compute.manager [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Received event network-vif-plugged-591874df-1b96-4b88-8242-2e4c04c754e7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.905925] env[69073]: DEBUG oslo_concurrency.lockutils [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] Acquiring lock "81279c3f-8ece-4780-b6f7-68f159baeb77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.906239] env[69073]: DEBUG oslo_concurrency.lockutils [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] Lock "81279c3f-8ece-4780-b6f7-68f159baeb77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.906481] env[69073]: DEBUG oslo_concurrency.lockutils [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] Lock "81279c3f-8ece-4780-b6f7-68f159baeb77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.906669] env[69073]: DEBUG nova.compute.manager [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] No waiting events found dispatching network-vif-plugged-591874df-1b96-4b88-8242-2e4c04c754e7 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.906849] env[69073]: WARNING nova.compute.manager [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Received unexpected event network-vif-plugged-591874df-1b96-4b88-8242-2e4c04c754e7 for instance with vm_state building and task_state spawning. [ 695.907063] env[69073]: DEBUG nova.compute.manager [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Received event network-changed-591874df-1b96-4b88-8242-2e4c04c754e7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.907185] env[69073]: DEBUG nova.compute.manager [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Refreshing instance network info cache due to event network-changed-591874df-1b96-4b88-8242-2e4c04c754e7. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.907633] env[69073]: DEBUG oslo_concurrency.lockutils [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] Acquiring lock "refresh_cache-81279c3f-8ece-4780-b6f7-68f159baeb77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.907633] env[69073]: DEBUG oslo_concurrency.lockutils [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] Acquired lock "refresh_cache-81279c3f-8ece-4780-b6f7-68f159baeb77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.907789] env[69073]: DEBUG nova.network.neutron [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Refreshing network info cache for port 591874df-1b96-4b88-8242-2e4c04c754e7 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.924918] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.931794] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.995927] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527d87d1-aca8-d866-e3e6-b900144f4239, 'name': SearchDatastore_Task, 'duration_secs': 0.090651} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.996931] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dcaedba-daea-41f7-b9cf-bc1e5ff39bff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.006728] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 696.006728] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bc9995-6492-8ae6-be61-0979b0ef49c3" [ 696.006728] env[69073]: _type = "Task" [ 696.006728] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.018952] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bc9995-6492-8ae6-be61-0979b0ef49c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.158848] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219033, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.184177] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219028, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.240267] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837836} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.240765] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.240963] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.241271] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1538d4e-42a4-40fa-8a14-37ddb7b9a4c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.250636] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 696.250636] env[69073]: value = "task-3219035" [ 696.250636] env[69073]: _type = "Task" [ 696.250636] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.263155] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.388189] env[69073]: DEBUG nova.compute.utils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.389888] env[69073]: DEBUG nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.390028] env[69073]: DEBUG nova.network.neutron [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.426975] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219034, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.465186] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.513552] env[69073]: DEBUG nova.policy [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2413392374134226877c7e2c7a7d7386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfd1e4e171f84708900d6f8935aebb01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.530596] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bc9995-6492-8ae6-be61-0979b0ef49c3, 'name': SearchDatastore_Task, 'duration_secs': 0.04684} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.530808] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.531069] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e/6dea2c21-e194-4347-bdb8-3b1c25c3061e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.531325] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1794eb99-49d5-4e1e-9840-ca2b9b458dc7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.542647] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 696.542647] env[69073]: value = "task-3219036" [ 696.542647] env[69073]: _type = "Task" [ 696.542647] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.555209] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.673838] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219033, 'name': CreateVM_Task, 'duration_secs': 0.809947} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.680170] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.681704] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.681704] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.681704] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.682317] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd60d455-d729-47e2-9d21-643aff61fbf3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.688791] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219028, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.694264] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 696.694264] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527de2ef-88e8-0daf-b70f-d2c564e56c0b" [ 696.694264] env[69073]: _type = "Task" [ 696.694264] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.701141] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527de2ef-88e8-0daf-b70f-d2c564e56c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.766033] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081678} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.766033] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.766601] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9388385-1f0b-4003-a466-b9053affc7c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.798681] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.801733] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e14c164-5172-4a00-acad-08c707754369 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.828590] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 696.828590] env[69073]: value = "task-3219037" [ 696.828590] env[69073]: _type = "Task" [ 696.828590] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.840845] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.899793] env[69073]: DEBUG nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.921210] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219034, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.003430] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e91c96-9325-4fba-8760-924cf14b72e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.014603] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a87f79-a78b-45d5-a341-6d720ff2056c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.060061] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81496fc-e468-4a9e-918f-4e3922a62b7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.071216] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.073608] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc9e810-b0c5-4e3a-9b3a-8e96efef156a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.079889] env[69073]: DEBUG nova.network.neutron [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Updated VIF entry in instance network info cache for port 591874df-1b96-4b88-8242-2e4c04c754e7. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.080297] env[69073]: DEBUG nova.network.neutron [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Updating instance_info_cache with network_info: [{"id": "591874df-1b96-4b88-8242-2e4c04c754e7", "address": "fa:16:3e:a3:2f:0c", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap591874df-1b", "ovs_interfaceid": "591874df-1b96-4b88-8242-2e4c04c754e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.092434] env[69073]: DEBUG nova.compute.provider_tree [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.184867] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219028, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.415867} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.184994] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f423950c-d0a6-4915-bab1-50612644ef10/f423950c-d0a6-4915-bab1-50612644ef10.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.185291] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.185485] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7efc0f06-daf2-44b2-a17a-11ce7deb8c65 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.198011] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 697.198011] env[69073]: value = "task-3219038" [ 697.198011] env[69073]: _type = "Task" [ 697.198011] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.206825] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527de2ef-88e8-0daf-b70f-d2c564e56c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.210758] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.211075] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.211608] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.211608] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.211608] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.212680] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.212680] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fec81968-5b83-459e-8788-89251c8b5a13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.234420] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.234420] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.235322] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a424df5-4392-44ed-b335-c9ce303e1f83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.245243] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 697.245243] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52750c4b-31af-86af-e9dd-fb53c99bb266" [ 697.245243] env[69073]: _type = "Task" [ 697.245243] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.255926] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52750c4b-31af-86af-e9dd-fb53c99bb266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.346025] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.419681] env[69073]: DEBUG oslo_vmware.api [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219034, 'name': RemoveSnapshot_Task, 'duration_secs': 1.253303} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.420414] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 697.420523] env[69073]: INFO nova.compute.manager [None req-e6e47b70-d99f-4a62-844e-b6117bd364d8 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Took 17.40 seconds to snapshot the instance on the hypervisor. [ 697.434231] env[69073]: DEBUG nova.network.neutron [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Successfully created port: 4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.573767] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219036, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.026165} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.574090] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e/6dea2c21-e194-4347-bdb8-3b1c25c3061e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.574381] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.574661] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e091c7f-06cb-4b92-b061-19c00e73d9dd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.584324] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 697.584324] env[69073]: value = "task-3219039" [ 697.584324] env[69073]: _type = "Task" [ 697.584324] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.603128] env[69073]: DEBUG oslo_concurrency.lockutils [req-118c0b46-b8b4-4201-8f98-77e72d2c8391 req-b67ed35a-859b-41bd-8ba9-75996b4607c3 service nova] Releasing lock "refresh_cache-81279c3f-8ece-4780-b6f7-68f159baeb77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.604099] env[69073]: DEBUG nova.scheduler.client.report [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.611618] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.648677] env[69073]: DEBUG nova.compute.manager [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.649068] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f5722d-c998-4651-be9a-b1f40e8edeb9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.713495] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083299} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.713685] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.714662] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f7469-792d-498b-9dcd-2ba774820bf1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.741924] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] f423950c-d0a6-4915-bab1-50612644ef10/f423950c-d0a6-4915-bab1-50612644ef10.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.742615] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b926a2c6-c507-48d8-9eca-d92ab346c56d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.772580] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52750c4b-31af-86af-e9dd-fb53c99bb266, 'name': SearchDatastore_Task, 'duration_secs': 0.073512} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.774408] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 697.774408] env[69073]: value = "task-3219040" [ 697.774408] env[69073]: _type = "Task" [ 697.774408] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.774598] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dccda70-191c-4f1f-a103-01e19b585e0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.784926] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 697.784926] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ab0288-a4a4-e627-85a0-9637c1167b3b" [ 697.784926] env[69073]: _type = "Task" [ 697.784926] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.789411] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219040, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.799068] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ab0288-a4a4-e627-85a0-9637c1167b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.799489] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.799743] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 81279c3f-8ece-4780-b6f7-68f159baeb77/81279c3f-8ece-4780-b6f7-68f159baeb77.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.799998] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e7dbdd2-25aa-4ff7-9192-c01cb27bf19a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.811189] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 697.811189] env[69073]: value = "task-3219041" [ 697.811189] env[69073]: _type = "Task" [ 697.811189] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.822482] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.842300] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219037, 'name': ReconfigVM_Task, 'duration_secs': 0.524637} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.842620] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Reconfigured VM instance instance-00000004 to attach disk [datastore2] e2910e35-1807-49c5-a97d-673de87f3058/e2910e35-1807-49c5-a97d-673de87f3058.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.843484] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-622ba4db-f738-4968-b429-e483fa48a0b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.852611] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 697.852611] env[69073]: value = "task-3219042" [ 697.852611] env[69073]: _type = "Task" [ 697.852611] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.860742] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219042, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.914865] env[69073]: DEBUG nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.946434] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.947083] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.947366] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.947485] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.947635] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.947793] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.948023] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.948205] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.948418] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.948588] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.948774] env[69073]: DEBUG nova.virt.hardware [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.949720] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b47cc3-4e29-4232-b01b-3b59998d4e98 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.966232] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7002d2-4f85-4883-941f-088d09bca5ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.095994] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113791} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.096520] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.097423] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60c1cd6-4859-4487-a062-1a1d607e20c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.120694] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e/6dea2c21-e194-4347-bdb8-3b1c25c3061e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.122467] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.124152] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c8bc32-5f2e-446b-b52e-4d07cee2f5d6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.140738] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.987s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.142467] env[69073]: INFO nova.compute.claims [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.155762] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 698.155762] env[69073]: value = "task-3219043" [ 698.155762] env[69073]: _type = "Task" [ 698.155762] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.167336] env[69073]: INFO nova.compute.manager [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] instance snapshotting [ 698.177863] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef574ed-4c7b-42f3-b354-69c63b96deca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.197696] env[69073]: INFO nova.scheduler.client.report [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Deleted allocations for instance 05b13add-f4ba-4f12-8bd4-03d5586c2c21 [ 698.205526] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.233594] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6234bb-f486-4c0f-9d67-e4023f5eb33f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.290059] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.325148] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495077} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.325487] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 81279c3f-8ece-4780-b6f7-68f159baeb77/81279c3f-8ece-4780-b6f7-68f159baeb77.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.325664] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.325892] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18ab78d2-1a27-4f35-91ea-29833f613198 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.333998] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 698.333998] env[69073]: value = "task-3219044" [ 698.333998] env[69073]: _type = "Task" [ 698.333998] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.346509] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.363709] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219042, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.599589] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "b5117501-e54b-457c-9987-e7acc1129863" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.599993] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "b5117501-e54b-457c-9987-e7acc1129863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.668793] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219043, 'name': ReconfigVM_Task, 'duration_secs': 0.461166} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.669538] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e/6dea2c21-e194-4347-bdb8-3b1c25c3061e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.670399] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee835be-f46e-46ed-9911-ba993fb7e7e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.680431] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 698.680431] env[69073]: value = "task-3219045" [ 698.680431] env[69073]: _type = "Task" [ 698.680431] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.698192] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219045, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.711878] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133465c4-8fc9-421b-a8b6-1de4258ca2e6 tempest-ImagesNegativeTestJSON-1838005714 tempest-ImagesNegativeTestJSON-1838005714-project-member] Lock "05b13add-f4ba-4f12-8bd4-03d5586c2c21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.056s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.748969] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 698.748969] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-be590c0e-56e8-4f1f-a559-f55f51e07f8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.764918] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 698.764918] env[69073]: value = "task-3219046" [ 698.764918] env[69073]: _type = "Task" [ 698.764918] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.780119] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.790280] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219040, 'name': ReconfigVM_Task, 'duration_secs': 0.725853} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.790664] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Reconfigured VM instance instance-0000000b to attach disk [datastore2] f423950c-d0a6-4915-bab1-50612644ef10/f423950c-d0a6-4915-bab1-50612644ef10.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.791678] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee1f633b-ede2-4fc3-85e3-6a57470564f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.799979] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 698.799979] env[69073]: value = "task-3219047" [ 698.799979] env[69073]: _type = "Task" [ 698.799979] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.813711] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219047, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.849968] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070803} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.850806] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.851955] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e241c6ab-7d57-4c9d-b711-7dee9e58e6bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.900033] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 81279c3f-8ece-4780-b6f7-68f159baeb77/81279c3f-8ece-4780-b6f7-68f159baeb77.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.900276] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219042, 'name': Rename_Task, 'duration_secs': 0.635763} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.900382] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e054d65b-b211-48c3-b4d4-beb6103cf86d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.918824] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.919135] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4866388-7ad5-4255-837c-fd137c5c2d84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.930822] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 698.930822] env[69073]: value = "task-3219049" [ 698.930822] env[69073]: _type = "Task" [ 698.930822] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.931189] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Waiting for the task: (returnval){ [ 698.931189] env[69073]: value = "task-3219048" [ 698.931189] env[69073]: _type = "Task" [ 698.931189] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.944546] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.947995] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.984077] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquiring lock "723a968e-c191-4e9e-88c2-a77edc22e3bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.984304] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "723a968e-c191-4e9e-88c2-a77edc22e3bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.984525] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquiring lock "723a968e-c191-4e9e-88c2-a77edc22e3bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.985290] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "723a968e-c191-4e9e-88c2-a77edc22e3bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.985548] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "723a968e-c191-4e9e-88c2-a77edc22e3bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.989017] env[69073]: INFO nova.compute.manager [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Terminating instance [ 699.197164] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219045, 'name': Rename_Task, 'duration_secs': 0.18424} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.197504] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.197749] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d53b5922-9e85-4234-8576-d28e237df8b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.213498] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 699.213498] env[69073]: value = "task-3219050" [ 699.213498] env[69073]: _type = "Task" [ 699.213498] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.229131] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.286145] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219046, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.311689] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219047, 'name': Rename_Task, 'duration_secs': 0.453676} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.314547] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.315086] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1356f13-97ee-4008-917d-1eb0d035b610 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.323520] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 699.323520] env[69073]: value = "task-3219051" [ 699.323520] env[69073]: _type = "Task" [ 699.323520] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.336896] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.452885] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.453232] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.493493] env[69073]: DEBUG nova.compute.manager [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.493805] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.494693] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa99d07-ad35-481c-9b4d-bc2d74a55bca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.508633] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.508821] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4d0dee-80e1-47ce-8a77-d6a30972a9e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.517500] env[69073]: DEBUG oslo_vmware.api [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 699.517500] env[69073]: value = "task-3219052" [ 699.517500] env[69073]: _type = "Task" [ 699.517500] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.533132] env[69073]: DEBUG oslo_vmware.api [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.683742] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8263a1-ff4e-4a53-ad0b-f1f5bf0fa0c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.697143] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e46ca3-e88f-428e-9ea3-07a72d18a721 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.739271] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7febbb-d52e-46bc-938e-0e1f02b0fe9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.751629] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec3996e-9a60-4bb4-bd2c-6ca2b191cdd7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.756872] env[69073]: DEBUG oslo_vmware.api [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219050, 'name': PowerOnVM_Task, 'duration_secs': 0.496875} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.757203] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.757433] env[69073]: INFO nova.compute.manager [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Took 6.04 seconds to spawn the instance on the hypervisor. [ 699.757615] env[69073]: DEBUG nova.compute.manager [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.759285] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd94f72-59b9-4a6a-aadb-d7b00e75b5b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.772209] env[69073]: DEBUG nova.compute.provider_tree [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.791266] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219046, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.830026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.830026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.842070] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.955487] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219049, 'name': ReconfigVM_Task, 'duration_secs': 0.857947} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.958938] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 81279c3f-8ece-4780-b6f7-68f159baeb77/81279c3f-8ece-4780-b6f7-68f159baeb77.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.959891] env[69073]: DEBUG oslo_vmware.api [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Task: {'id': task-3219048, 'name': PowerOnVM_Task, 'duration_secs': 0.903423} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.959891] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa48c27e-54af-4dfc-a9e1-509c33832eed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.961682] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.961884] env[69073]: DEBUG nova.compute.manager [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.962660] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564e0b3f-5352-4c58-a008-c7e3c1a9f9ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.973619] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 699.973619] env[69073]: value = "task-3219053" [ 699.973619] env[69073]: _type = "Task" [ 699.973619] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.983930] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219053, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.025672] env[69073]: DEBUG nova.network.neutron [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Successfully updated port: 4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.035538] env[69073]: DEBUG oslo_vmware.api [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219052, 'name': PowerOffVM_Task, 'duration_secs': 0.258417} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.035538] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.035538] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.035949] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be2d0feb-9840-4c46-830b-981efe10ca99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.116621] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.116857] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.117050] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Deleting the datastore file [datastore1] 723a968e-c191-4e9e-88c2-a77edc22e3bc {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.117326] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c560a00a-ddc9-4cf9-a174-eb3555501dc6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.126158] env[69073]: DEBUG oslo_vmware.api [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for the task: (returnval){ [ 700.126158] env[69073]: value = "task-3219055" [ 700.126158] env[69073]: _type = "Task" [ 700.126158] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.138251] env[69073]: DEBUG oslo_vmware.api [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.283363] env[69073]: DEBUG nova.scheduler.client.report [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.286819] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219046, 'name': CreateSnapshot_Task, 'duration_secs': 1.368519} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.290732] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 700.291576] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b371670-69e1-4440-a65d-ba46e7490bd2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.299729] env[69073]: INFO nova.compute.manager [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Took 25.89 seconds to build instance. [ 700.339015] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.486655] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.495161] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219053, 'name': Rename_Task, 'duration_secs': 0.236756} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.496074] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.496074] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f2effa2-dda9-42ea-a69e-ddcb3e4a6eac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.504028] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 700.504028] env[69073]: value = "task-3219056" [ 700.504028] env[69073]: _type = "Task" [ 700.504028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.512169] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.535439] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.535745] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.535956] env[69073]: DEBUG nova.network.neutron [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.640141] env[69073]: DEBUG oslo_vmware.api [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Task: {'id': task-3219055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302836} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.640634] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.642322] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.642322] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.642322] env[69073]: INFO nova.compute.manager [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 700.642322] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.642322] env[69073]: DEBUG nova.compute.manager [-] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.642705] env[69073]: DEBUG nova.network.neutron [-] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.714835] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquiring lock "b374160e-4db2-457f-9e31-b9862bc327b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.715082] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "b374160e-4db2-457f-9e31-b9862bc327b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.742893] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquiring lock "28f21eb6-1bf9-4d53-9f35-017e1615a127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.743124] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "28f21eb6-1bf9-4d53-9f35-017e1615a127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.788760] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.789293] env[69073]: DEBUG nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.792256] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.911s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.793879] env[69073]: INFO nova.compute.claims [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.800032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f34b8115-6a92-4b87-a074-8f6655bd7738 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.607s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.821303] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 700.827238] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e65eee31-6539-49fe-b037-9e124623232a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.832681] env[69073]: DEBUG nova.compute.manager [req-6df34a53-4b6e-4e42-a156-9f88883945af req-63eee6ae-5af9-4e51-bc06-1e0b0ad7263a service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Received event network-vif-plugged-4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.832681] env[69073]: DEBUG oslo_concurrency.lockutils [req-6df34a53-4b6e-4e42-a156-9f88883945af req-63eee6ae-5af9-4e51-bc06-1e0b0ad7263a service nova] Acquiring lock "061174f6-86e2-4229-9337-7283ee1aaa7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.832681] env[69073]: DEBUG oslo_concurrency.lockutils [req-6df34a53-4b6e-4e42-a156-9f88883945af req-63eee6ae-5af9-4e51-bc06-1e0b0ad7263a service nova] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.832939] env[69073]: DEBUG oslo_concurrency.lockutils [req-6df34a53-4b6e-4e42-a156-9f88883945af req-63eee6ae-5af9-4e51-bc06-1e0b0ad7263a service nova] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.832975] env[69073]: DEBUG nova.compute.manager [req-6df34a53-4b6e-4e42-a156-9f88883945af req-63eee6ae-5af9-4e51-bc06-1e0b0ad7263a service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] No waiting events found dispatching network-vif-plugged-4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.834019] env[69073]: WARNING nova.compute.manager [req-6df34a53-4b6e-4e42-a156-9f88883945af req-63eee6ae-5af9-4e51-bc06-1e0b0ad7263a service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Received unexpected event network-vif-plugged-4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f for instance with vm_state building and task_state spawning. [ 700.845665] env[69073]: DEBUG oslo_vmware.api [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219051, 'name': PowerOnVM_Task, 'duration_secs': 1.032781} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.849607] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.849825] env[69073]: INFO nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Took 12.44 seconds to spawn the instance on the hypervisor. [ 700.849996] env[69073]: DEBUG nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.850842] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 700.850842] env[69073]: value = "task-3219057" [ 700.850842] env[69073]: _type = "Task" [ 700.850842] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.854220] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce542462-3f3b-4e19-9ebe-00e821d7f68f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.870193] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219057, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.036958] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.073996] env[69073]: DEBUG nova.network.neutron [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.302929] env[69073]: DEBUG nova.compute.utils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.305346] env[69073]: DEBUG nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.306038] env[69073]: DEBUG nova.network.neutron [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.311341] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.369902] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219057, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.380469] env[69073]: INFO nova.compute.manager [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Took 28.67 seconds to build instance. [ 701.473685] env[69073]: DEBUG nova.network.neutron [-] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.478784] env[69073]: DEBUG nova.policy [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2413392374134226877c7e2c7a7d7386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfd1e4e171f84708900d6f8935aebb01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.497089] env[69073]: DEBUG nova.network.neutron [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Updating instance_info_cache with network_info: [{"id": "4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f", "address": "fa:16:3e:68:d9:ec", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0a33bd-37", "ovs_interfaceid": "4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.519381] env[69073]: DEBUG oslo_vmware.api [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219056, 'name': PowerOnVM_Task, 'duration_secs': 0.990287} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.521055] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.522723] env[69073]: INFO nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Took 10.45 seconds to spawn the instance on the hypervisor. [ 701.522723] env[69073]: DEBUG nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.523598] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e28869-7cbf-46b3-ad77-ff5932d5c386 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.806485] env[69073]: DEBUG nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.842259] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.870193] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219057, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.884032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19e73dd8-fb4e-4a91-90bc-fb1e40e4454d tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "f423950c-d0a6-4915-bab1-50612644ef10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.455s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.978336] env[69073]: INFO nova.compute.manager [-] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Took 1.34 seconds to deallocate network for instance. [ 701.999998] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.000327] env[69073]: DEBUG nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Instance network_info: |[{"id": "4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f", "address": "fa:16:3e:68:d9:ec", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0a33bd-37", "ovs_interfaceid": "4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.000745] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:d9:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.013050] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Creating folder: Project (bfd1e4e171f84708900d6f8935aebb01). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.013375] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e22f82a8-3ce3-4700-accd-7bb45b8aa406 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.038670] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Created folder: Project (bfd1e4e171f84708900d6f8935aebb01) in parent group-v643537. [ 702.038957] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Creating folder: Instances. Parent ref: group-v643587. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.039294] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-026e1af9-c41f-4eef-aa3e-c42b2b7e623c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.053126] env[69073]: INFO nova.compute.manager [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Took 27.74 seconds to build instance. [ 702.058146] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Created folder: Instances in parent group-v643587. [ 702.058950] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.063031] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.063681] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ead76bf1-92aa-4995-a004-ef5d22ee4b30 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.087834] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.087834] env[69073]: value = "task-3219060" [ 702.087834] env[69073]: _type = "Task" [ 702.087834] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.096706] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219060, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.100102] env[69073]: DEBUG nova.network.neutron [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Successfully created port: 802df36b-6f28-42fc-bba4-cddaeecc6e72 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.368925] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219057, 'name': CloneVM_Task, 'duration_secs': 1.433361} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.369140] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Created linked-clone VM from snapshot [ 702.369979] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811523b8-9d58-4f73-9e6d-2ffcda5efc52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.388247] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Uploading image c2a95300-5a94-4a2e-8050-7601f63734be {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 702.393468] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.407550] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.408244] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-599fee87-a7be-44df-8bce-959356944cfb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.416781] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 702.416781] env[69073]: value = "task-3219061" [ 702.416781] env[69073]: _type = "Task" [ 702.416781] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.436038] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219061, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.439981] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8e5e1c-6116-4279-9c68-4bca1d627683 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.451214] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f76ac9-d2e1-40f0-91c1-ec2c06a6930b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.498833] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.499697] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148e1af5-3213-47ed-9d10-f66d760ab20d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.509115] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293c90a0-b6b2-4eb3-a686-f50e7582ec8e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.526459] env[69073]: DEBUG nova.compute.provider_tree [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 702.559735] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9e63163-19d3-4b78-99af-e65a81d58a62 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "81279c3f-8ece-4780-b6f7-68f159baeb77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.677s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.599363] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219060, 'name': CreateVM_Task, 'duration_secs': 0.426707} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.599363] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.599614] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.599614] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.599936] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.600227] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c476dd-a24f-4ae2-b315-bfb9621488b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.606703] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 702.606703] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524f0a4f-3490-e0a1-01dc-0d0dd8b462d0" [ 702.606703] env[69073]: _type = "Task" [ 702.606703] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.619475] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524f0a4f-3490-e0a1-01dc-0d0dd8b462d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.642970] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "e2910e35-1807-49c5-a97d-673de87f3058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.643310] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "e2910e35-1807-49c5-a97d-673de87f3058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.643477] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "e2910e35-1807-49c5-a97d-673de87f3058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.643660] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "e2910e35-1807-49c5-a97d-673de87f3058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.643825] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "e2910e35-1807-49c5-a97d-673de87f3058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.646429] env[69073]: INFO nova.compute.manager [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Terminating instance [ 702.819631] env[69073]: DEBUG nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.848451] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.848697] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.848857] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.849057] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.849277] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.849360] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.849569] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.849726] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.849889] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.850063] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.850241] env[69073]: DEBUG nova.virt.hardware [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.851156] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b147f29-4662-404c-a53e-193a4dd0c58f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.860152] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b6346-2685-4a34-afb0-82d9d54f8c41 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.925277] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.931350] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219061, 'name': Destroy_Task, 'duration_secs': 0.429832} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.931613] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Destroyed the VM [ 702.931855] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.932499] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5da9fe62-8f5c-486d-9909-178e381740af {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.941619] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 702.941619] env[69073]: value = "task-3219062" [ 702.941619] env[69073]: _type = "Task" [ 702.941619] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.951588] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219062, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.055238] env[69073]: ERROR nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [req-11de6e33-de32-4467-9452-67167bbcc1d0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11de6e33-de32-4467-9452-67167bbcc1d0"}]} [ 703.064484] env[69073]: DEBUG nova.compute.manager [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.082933] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 703.097601] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 703.097851] env[69073]: DEBUG nova.compute.provider_tree [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.119079] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524f0a4f-3490-e0a1-01dc-0d0dd8b462d0, 'name': SearchDatastore_Task, 'duration_secs': 0.016231} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.121632] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 703.122571] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.122926] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.123314] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.127016] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.127016] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.127016] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea03b249-2fcb-466a-ae5a-45f52ab94afa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.139065] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.139266] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.140024] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fafd308a-f135-4036-8478-b369186167df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.147364] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 703.149767] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "refresh_cache-e2910e35-1807-49c5-a97d-673de87f3058" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.149924] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquired lock "refresh_cache-e2910e35-1807-49c5-a97d-673de87f3058" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.150114] env[69073]: DEBUG nova.network.neutron [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.152182] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 703.152182] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ba17c1-a33d-d9dd-0471-4e11aeaf3c61" [ 703.152182] env[69073]: _type = "Task" [ 703.152182] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.163685] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ba17c1-a33d-d9dd-0471-4e11aeaf3c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.455525] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219062, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.593240] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.669481] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ba17c1-a33d-d9dd-0471-4e11aeaf3c61, 'name': SearchDatastore_Task, 'duration_secs': 0.031053} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.676474] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-344c8a6c-d746-405b-95b0-1233ea518b4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.685658] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 703.685658] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526f03c3-0faf-23f1-1ce6-d16e8376176d" [ 703.685658] env[69073]: _type = "Task" [ 703.685658] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.691375] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dad624-8ae7-47ce-8499-2c724ca7c524 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.705410] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9c1c0b-ea85-4550-b373-d39c4b93fa5c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.709381] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526f03c3-0faf-23f1-1ce6-d16e8376176d, 'name': SearchDatastore_Task, 'duration_secs': 0.014743} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.710389] env[69073]: DEBUG nova.network.neutron [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.712434] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.712748] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 061174f6-86e2-4229-9337-7283ee1aaa7b/061174f6-86e2-4229-9337-7283ee1aaa7b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.713794] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55b6fb06-49ff-4210-a3dc-7dbf6d29adcf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.747728] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0510f1fc-d35a-4084-b08b-80019f67214d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.750829] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 703.750829] env[69073]: value = "task-3219063" [ 703.750829] env[69073]: _type = "Task" [ 703.750829] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.765902] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c19dd3-ca47-4591-8ae1-2695ec203214 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.774144] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.787321] env[69073]: DEBUG nova.compute.provider_tree [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.860341] env[69073]: DEBUG nova.network.neutron [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.907079] env[69073]: DEBUG nova.compute.manager [None req-afe058ac-aa57-4f94-80ed-0d337495b2dc tempest-ServerDiagnosticsTest-1916268317 tempest-ServerDiagnosticsTest-1916268317-project-admin] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.908503] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2881887-6405-4288-b4df-5897f66fbbdc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.917303] env[69073]: INFO nova.compute.manager [None req-afe058ac-aa57-4f94-80ed-0d337495b2dc tempest-ServerDiagnosticsTest-1916268317 tempest-ServerDiagnosticsTest-1916268317-project-admin] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Retrieving diagnostics [ 703.918188] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17022408-9f0a-4c58-b645-59d32ddc2922 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.965855] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219062, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.082982] env[69073]: DEBUG nova.network.neutron [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Successfully updated port: 802df36b-6f28-42fc-bba4-cddaeecc6e72 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.273053] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219063, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.300799] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.301079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.302790] env[69073]: DEBUG nova.compute.manager [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Received event network-changed-4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.303056] env[69073]: DEBUG nova.compute.manager [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Refreshing instance network info cache due to event network-changed-4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.303355] env[69073]: DEBUG oslo_concurrency.lockutils [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] Acquiring lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.303511] env[69073]: DEBUG oslo_concurrency.lockutils [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] Acquired lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.303845] env[69073]: DEBUG nova.network.neutron [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Refreshing network info cache for port 4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.314666] env[69073]: ERROR nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [req-447b02ec-eb97-4971-81b7-d6d9cc335d72] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-447b02ec-eb97-4971-81b7-d6d9cc335d72"}]} [ 704.337157] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 704.362636] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 704.362636] env[69073]: DEBUG nova.compute.provider_tree [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.363504] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Releasing lock "refresh_cache-e2910e35-1807-49c5-a97d-673de87f3058" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.364067] env[69073]: DEBUG nova.compute.manager [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.364481] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.365980] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b0c338-1f10-4b01-ab9a-655b8fe7f993 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.376345] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.377492] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 704.379831] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87bf2094-c2f1-4120-9a2d-6862567afe27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.391227] env[69073]: DEBUG oslo_vmware.api [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 704.391227] env[69073]: value = "task-3219064" [ 704.391227] env[69073]: _type = "Task" [ 704.391227] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.403475] env[69073]: DEBUG oslo_vmware.api [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3219064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.413180] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 704.471360] env[69073]: DEBUG oslo_vmware.api [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219062, 'name': RemoveSnapshot_Task, 'duration_secs': 1.346451} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.475905] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.585329] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "refresh_cache-bbb88874-b962-409f-b0c7-123ce11800ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.585630] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "refresh_cache-bbb88874-b962-409f-b0c7-123ce11800ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.585736] env[69073]: DEBUG nova.network.neutron [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.769022] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666861} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.769404] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 061174f6-86e2-4229-9337-7283ee1aaa7b/061174f6-86e2-4229-9337-7283ee1aaa7b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.769404] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.769666] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a13f73-218c-4aa0-841c-ede2825c2adb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.778076] env[69073]: DEBUG nova.compute.manager [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.780035] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416733ab-590e-4ad5-a530-b37747311165 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.784201] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 704.784201] env[69073]: value = "task-3219065" [ 704.784201] env[69073]: _type = "Task" [ 704.784201] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.804223] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.908688] env[69073]: DEBUG oslo_vmware.api [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3219064, 'name': PowerOffVM_Task, 'duration_secs': 0.357714} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.909037] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.909178] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.910898] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b35f771b-1f6f-4e1d-9930-a4da09078758 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.951740] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.951951] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.952235] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Deleting the datastore file [datastore2] e2910e35-1807-49c5-a97d-673de87f3058 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.952587] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c63ddb95-126d-4059-a21d-ed57332b0b67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.961832] env[69073]: DEBUG oslo_vmware.api [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for the task: (returnval){ [ 704.961832] env[69073]: value = "task-3219067" [ 704.961832] env[69073]: _type = "Task" [ 704.961832] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.974997] env[69073]: DEBUG oslo_vmware.api [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3219067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.985505] env[69073]: WARNING nova.compute.manager [None req-5cac953e-3c05-42a8-b3df-d1b4ee11506d tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Image not found during snapshot: nova.exception.ImageNotFound: Image c2a95300-5a94-4a2e-8050-7601f63734be could not be found. [ 705.028190] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf614e6-cdab-481c-bb37-1530069be343 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.038358] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168207a-ecbd-46b9-888d-65b3f49e36d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.071261] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d26519b-01e2-4380-866b-ad714f5269b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.080125] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a80c19d-704b-4c76-b4a3-34bb88cddfe6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.098467] env[69073]: DEBUG nova.compute.provider_tree [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.167190] env[69073]: DEBUG nova.network.neutron [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.296250] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.409316} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.296516] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.297362] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f60b4c-023d-446d-9b1b-c0d6a051a712 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.315830] env[69073]: INFO nova.compute.manager [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] instance snapshotting [ 705.328345] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 061174f6-86e2-4229-9337-7283ee1aaa7b/061174f6-86e2-4229-9337-7283ee1aaa7b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.329252] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3b41b2-4dee-4f15-8562-f43ed1648e7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.332081] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f819580-2e32-4a38-af83-45a50a28fd12 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.348692] env[69073]: DEBUG nova.network.neutron [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Updated VIF entry in instance network info cache for port 4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.349036] env[69073]: DEBUG nova.network.neutron [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Updating instance_info_cache with network_info: [{"id": "4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f", "address": "fa:16:3e:68:d9:ec", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0a33bd-37", "ovs_interfaceid": "4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.374991] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ce171b-7592-4568-8eb1-a62754d9245f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.379595] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 705.379595] env[69073]: value = "task-3219068" [ 705.379595] env[69073]: _type = "Task" [ 705.379595] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.394706] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.478745] env[69073]: DEBUG oslo_vmware.api [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Task: {'id': task-3219067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410404} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.478882] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.479663] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.479996] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.480305] env[69073]: INFO nova.compute.manager [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Took 1.12 seconds to destroy the instance on the hypervisor. [ 705.480659] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.481340] env[69073]: DEBUG nova.compute.manager [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.481540] env[69073]: DEBUG nova.network.neutron [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.484610] env[69073]: DEBUG nova.network.neutron [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Updating instance_info_cache with network_info: [{"id": "802df36b-6f28-42fc-bba4-cddaeecc6e72", "address": "fa:16:3e:5f:90:25", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802df36b-6f", "ovs_interfaceid": "802df36b-6f28-42fc-bba4-cddaeecc6e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.514228] env[69073]: DEBUG nova.network.neutron [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.607215] env[69073]: DEBUG nova.scheduler.client.report [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.854725] env[69073]: DEBUG oslo_concurrency.lockutils [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] Releasing lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.854978] env[69073]: DEBUG nova.compute.manager [req-da83c11d-db1e-4570-bff7-f72bb05f913b req-8027c709-7442-404e-b9fa-cc2f3bf15d33 service nova] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Received event network-vif-deleted-5fefcad6-ab18-48ba-87e6-3936b723ce55 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.891401] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 705.891989] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.892272] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7c521a9-5d40-4ae9-99fc-b45ca99a20f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.905020] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 705.905020] env[69073]: value = "task-3219069" [ 705.905020] env[69073]: _type = "Task" [ 705.905020] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.922698] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.941442] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquiring lock "81279c3f-8ece-4780-b6f7-68f159baeb77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.941713] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "81279c3f-8ece-4780-b6f7-68f159baeb77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.941945] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquiring lock "81279c3f-8ece-4780-b6f7-68f159baeb77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.942159] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "81279c3f-8ece-4780-b6f7-68f159baeb77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.942333] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "81279c3f-8ece-4780-b6f7-68f159baeb77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.948073] env[69073]: INFO nova.compute.manager [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Terminating instance [ 705.987457] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "refresh_cache-bbb88874-b962-409f-b0c7-123ce11800ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.987812] env[69073]: DEBUG nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Instance network_info: |[{"id": "802df36b-6f28-42fc-bba4-cddaeecc6e72", "address": "fa:16:3e:5f:90:25", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802df36b-6f", "ovs_interfaceid": "802df36b-6f28-42fc-bba4-cddaeecc6e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.988257] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:90:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '802df36b-6f28-42fc-bba4-cddaeecc6e72', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.000685] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.001112] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.001353] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04088a8a-8c2f-479d-b884-c4698622cded {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.017945] env[69073]: DEBUG nova.network.neutron [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.038659] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.038659] env[69073]: value = "task-3219070" [ 706.038659] env[69073]: _type = "Task" [ 706.038659] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.044757] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219070, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.110775] env[69073]: INFO nova.compute.manager [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Rebuilding instance [ 706.113369] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.321s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.114807] env[69073]: DEBUG nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.119574] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.425s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.185658] env[69073]: DEBUG nova.compute.manager [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.185658] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97159b68-2830-4ccb-88e3-1b5a210a26d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.390618] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219068, 'name': ReconfigVM_Task, 'duration_secs': 0.734448} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.391469] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 061174f6-86e2-4229-9337-7283ee1aaa7b/061174f6-86e2-4229-9337-7283ee1aaa7b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.392126] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fde716e-9ff1-42a3-aa9e-87727ddbb35b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.401479] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 706.401479] env[69073]: value = "task-3219071" [ 706.401479] env[69073]: _type = "Task" [ 706.401479] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.423822] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219071, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.423822] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219069, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.449885] env[69073]: DEBUG nova.compute.manager [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.450168] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.451218] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f8a8a2-6ccd-4e60-abaf-2b094f9db506 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.461421] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.461733] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21491125-9dec-4501-b685-2ca1de217427 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.471193] env[69073]: DEBUG oslo_vmware.api [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 706.471193] env[69073]: value = "task-3219072" [ 706.471193] env[69073]: _type = "Task" [ 706.471193] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.481178] env[69073]: DEBUG oslo_vmware.api [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.522295] env[69073]: INFO nova.compute.manager [-] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Took 1.04 seconds to deallocate network for instance. [ 706.550023] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219070, 'name': CreateVM_Task, 'duration_secs': 0.381807} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.550023] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.550023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.550023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.551036] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.551036] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe57c05f-4ecf-4430-b0f6-825f8dd13470 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.556922] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 706.556922] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f8827-b793-9338-6799-f7795c82c86f" [ 706.556922] env[69073]: _type = "Task" [ 706.556922] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.566860] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f8827-b793-9338-6799-f7795c82c86f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.623550] env[69073]: DEBUG nova.compute.utils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.629662] env[69073]: INFO nova.compute.claims [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.637280] env[69073]: DEBUG nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.640238] env[69073]: DEBUG nova.network.neutron [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.703577] env[69073]: DEBUG nova.policy [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '123ead25f64541a5ad9831ed1c3b3c53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1bf7d8e5d8e4a59adf4b6d43de569b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.922262] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219069, 'name': CreateSnapshot_Task, 'duration_secs': 0.654624} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.922747] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219071, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.926273] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 706.927444] env[69073]: DEBUG nova.compute.manager [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Received event network-vif-plugged-802df36b-6f28-42fc-bba4-cddaeecc6e72 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.928049] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Acquiring lock "bbb88874-b962-409f-b0c7-123ce11800ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.928380] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Lock "bbb88874-b962-409f-b0c7-123ce11800ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.928717] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Lock "bbb88874-b962-409f-b0c7-123ce11800ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.932472] env[69073]: DEBUG nova.compute.manager [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] No waiting events found dispatching network-vif-plugged-802df36b-6f28-42fc-bba4-cddaeecc6e72 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.932472] env[69073]: WARNING nova.compute.manager [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Received unexpected event network-vif-plugged-802df36b-6f28-42fc-bba4-cddaeecc6e72 for instance with vm_state building and task_state spawning. [ 706.932472] env[69073]: DEBUG nova.compute.manager [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Received event network-changed-b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.932472] env[69073]: DEBUG nova.compute.manager [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Refreshing instance network info cache due to event network-changed-b1289581-73ed-4d49-8608-14cb106b1dc7. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.932472] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Acquiring lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.932731] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Acquired lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.932731] env[69073]: DEBUG nova.network.neutron [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Refreshing network info cache for port b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.935052] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab15d0b-e114-446b-99bf-bea7a9cab354 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.990820] env[69073]: DEBUG oslo_vmware.api [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219072, 'name': PowerOffVM_Task, 'duration_secs': 0.198959} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.991515] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.991681] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.991929] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67825f44-95dd-4664-b2a7-da86f154ddf3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.025522] env[69073]: DEBUG nova.network.neutron [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Successfully created port: 2bc3c50e-006c-4195-b8c1-585d9b40d821 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.029827] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.070303] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f8827-b793-9338-6799-f7795c82c86f, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.072530] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.072830] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.073088] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.073233] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.074043] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.075129] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96f7e28d-3330-43d9-b89f-800e9e1f2415 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.077447] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.078207] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.078207] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Deleting the datastore file [datastore2] 81279c3f-8ece-4780-b6f7-68f159baeb77 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.078207] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e532e8cc-d238-4f6b-a863-31836a65912d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.086498] env[69073]: DEBUG oslo_vmware.api [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for the task: (returnval){ [ 707.086498] env[69073]: value = "task-3219074" [ 707.086498] env[69073]: _type = "Task" [ 707.086498] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.090816] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.091131] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.092093] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24eea75f-28f6-4889-b9aa-1420825c086f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.098140] env[69073]: DEBUG oslo_vmware.api [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.102014] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 707.102014] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524bb908-6a79-3096-5849-c4852f14d6df" [ 707.102014] env[69073]: _type = "Task" [ 707.102014] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.110675] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524bb908-6a79-3096-5849-c4852f14d6df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.138811] env[69073]: DEBUG nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.146238] env[69073]: INFO nova.compute.resource_tracker [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating resource usage from migration 2331c6f2-8ca1-4e73-9d7d-1e0d183b2768 [ 707.206020] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.206318] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda01a7b-2ce0-4f21-89d0-58e2fe5ba69c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.215029] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 707.215029] env[69073]: value = "task-3219075" [ 707.215029] env[69073]: _type = "Task" [ 707.215029] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.228015] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.345492] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.349020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.349020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.349020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.349020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.349558] env[69073]: INFO nova.compute.manager [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Terminating instance [ 707.422191] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219071, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.457185] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.457924] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-33d85ae9-54c3-433d-885c-c89e4379532f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.473176] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 707.473176] env[69073]: value = "task-3219076" [ 707.473176] env[69073]: _type = "Task" [ 707.473176] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.485154] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219076, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.605583] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquiring lock "2dd0717f-fec5-4022-90d8-99b25f48f91c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.605880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "2dd0717f-fec5-4022-90d8-99b25f48f91c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.614379] env[69073]: DEBUG oslo_vmware.api [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Task: {'id': task-3219074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237115} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.617973] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.618238] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.618383] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.618588] env[69073]: INFO nova.compute.manager [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Took 1.17 seconds to destroy the instance on the hypervisor. [ 707.618844] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.619852] env[69073]: DEBUG nova.compute.manager [-] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.619852] env[69073]: DEBUG nova.network.neutron [-] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.625652] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524bb908-6a79-3096-5849-c4852f14d6df, 'name': SearchDatastore_Task, 'duration_secs': 0.024806} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.626802] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651118c1-462e-43d9-a50e-e074197d2837 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.637028] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 707.637028] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e04d58-69a4-8c72-5142-d382ea7a069c" [ 707.637028] env[69073]: _type = "Task" [ 707.637028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.650877] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e04d58-69a4-8c72-5142-d382ea7a069c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.726960] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219075, 'name': PowerOffVM_Task, 'duration_secs': 0.482579} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.730041] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.730768] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.735143] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e26d4-1e95-4a23-87b7-3d0e98ca931e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.745982] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.749495] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51822fd0-a894-4e1b-ad39-4a08f5bbe759 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.792056] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.792056] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.792056] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Deleting the datastore file [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.792056] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0028ef15-0f25-4710-a255-a1f6668469bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.803022] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 707.803022] env[69073]: value = "task-3219078" [ 707.803022] env[69073]: _type = "Task" [ 707.803022] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.817221] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.836890] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3951b0d-d2ce-4ed8-a1dd-697074297be7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.850978] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d5e68b-e2fe-456b-bf57-7ba55adcca27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.855665] env[69073]: DEBUG nova.compute.manager [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.855953] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.856812] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de2d3be-0d0e-4a0f-b7ba-589d81950968 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.867046] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.899125] env[69073]: DEBUG nova.network.neutron [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Updated VIF entry in instance network info cache for port b1289581-73ed-4d49-8608-14cb106b1dc7. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.900729] env[69073]: DEBUG nova.network.neutron [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Updating instance_info_cache with network_info: [{"id": "b1289581-73ed-4d49-8608-14cb106b1dc7", "address": "fa:16:3e:79:67:57", "network": {"id": "f13149c0-3f0c-423f-8b8d-f2ca52bb6491", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-941581911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec488afddb6341c4993a6c07e4362d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1289581-73", "ovs_interfaceid": "b1289581-73ed-4d49-8608-14cb106b1dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.901851] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de77344-e6fd-4811-9df2-e2b5288ea89b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.905185] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3daee2-ce6e-40b0-8627-7532d1788cbd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.924096] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067df9d4-bc7d-4b22-a1ff-65df5749ed65 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.931710] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219071, 'name': Rename_Task, 'duration_secs': 1.188257} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.931930] env[69073]: DEBUG oslo_vmware.api [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 707.931930] env[69073]: value = "task-3219079" [ 707.931930] env[69073]: _type = "Task" [ 707.931930] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.933143] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.934290] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5318a6a-2cda-4051-9127-f64f8d677b63 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.956572] env[69073]: DEBUG nova.compute.provider_tree [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.965874] env[69073]: DEBUG oslo_vmware.api [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.966438] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 707.966438] env[69073]: value = "task-3219080" [ 707.966438] env[69073]: _type = "Task" [ 707.966438] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.980249] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.987354] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219076, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.151070] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e04d58-69a4-8c72-5142-d382ea7a069c, 'name': SearchDatastore_Task, 'duration_secs': 0.01476} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.151070] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.151070] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] bbb88874-b962-409f-b0c7-123ce11800ca/bbb88874-b962-409f-b0c7-123ce11800ca.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.151070] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c192b6b7-eab1-449f-b6f2-292a1c6689ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.152926] env[69073]: DEBUG nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.166396] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 708.166396] env[69073]: value = "task-3219081" [ 708.166396] env[69073]: _type = "Task" [ 708.166396] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.172980] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.189110] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.189317] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.189493] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.189609] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.189755] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.189948] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.190185] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.190348] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.190517] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.190682] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.190856] env[69073]: DEBUG nova.virt.hardware [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.191768] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b39c9-1481-451c-93db-3823e84476a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.203191] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aceb45-19b7-4935-b354-8d3ec4bcd178 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.314472] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181076} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.314761] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.315144] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.315234] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.402825] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Releasing lock "refresh_cache-f423950c-d0a6-4915-bab1-50612644ef10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.403545] env[69073]: DEBUG nova.compute.manager [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Received event network-changed-802df36b-6f28-42fc-bba4-cddaeecc6e72 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.403545] env[69073]: DEBUG nova.compute.manager [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Refreshing instance network info cache due to event network-changed-802df36b-6f28-42fc-bba4-cddaeecc6e72. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.403545] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Acquiring lock "refresh_cache-bbb88874-b962-409f-b0c7-123ce11800ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.403762] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Acquired lock "refresh_cache-bbb88874-b962-409f-b0c7-123ce11800ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.403835] env[69073]: DEBUG nova.network.neutron [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Refreshing network info cache for port 802df36b-6f28-42fc-bba4-cddaeecc6e72 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.448111] env[69073]: DEBUG oslo_vmware.api [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219079, 'name': PowerOffVM_Task, 'duration_secs': 0.450381} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.448461] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.448670] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.448973] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2e6ec3a-f96c-41ca-98cd-53c8a39765f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.460414] env[69073]: DEBUG nova.scheduler.client.report [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.496308] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219080, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.496533] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219076, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.554176] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.554443] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.554610] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleting the datastore file [datastore2] e72aa1dc-1f7f-46f7-b360-9a49ed59c796 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.554901] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c1bb689-8c8b-4746-89c7-2fd7b2167692 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.563245] env[69073]: DEBUG oslo_vmware.api [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 708.563245] env[69073]: value = "task-3219083" [ 708.563245] env[69073]: _type = "Task" [ 708.563245] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.574626] env[69073]: DEBUG oslo_vmware.api [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.679314] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219081, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.832441] env[69073]: DEBUG nova.compute.manager [req-e69bf7f7-6f19-4957-b817-ee21a74d91aa req-32a463b9-68ca-4334-ad97-13db82893c96 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Received event network-vif-deleted-591874df-1b96-4b88-8242-2e4c04c754e7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.832741] env[69073]: INFO nova.compute.manager [req-e69bf7f7-6f19-4957-b817-ee21a74d91aa req-32a463b9-68ca-4334-ad97-13db82893c96 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Neutron deleted interface 591874df-1b96-4b88-8242-2e4c04c754e7; detaching it from the instance and deleting it from the info cache [ 708.833613] env[69073]: DEBUG nova.network.neutron [req-e69bf7f7-6f19-4957-b817-ee21a74d91aa req-32a463b9-68ca-4334-ad97-13db82893c96 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.835848] env[69073]: DEBUG nova.network.neutron [-] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.967457] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.848s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.967810] env[69073]: INFO nova.compute.manager [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Migrating [ 708.967904] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.968065] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.969429] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.453s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.973247] env[69073]: DEBUG nova.objects.instance [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 708.994028] env[69073]: DEBUG oslo_vmware.api [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219080, 'name': PowerOnVM_Task, 'duration_secs': 0.997915} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.998703] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.999139] env[69073]: INFO nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Took 11.08 seconds to spawn the instance on the hypervisor. [ 708.999463] env[69073]: DEBUG nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.000317] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219076, 'name': CloneVM_Task, 'duration_secs': 1.311046} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.001291] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179c288-2208-41cb-951e-31f549f056fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.004414] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Created linked-clone VM from snapshot [ 709.005619] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a677cbe0-52cb-4501-9740-0c2f4dd180b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.035568] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Uploading image 860bb55f-65f5-4e95-b397-e41dd9d9149b {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 709.039757] env[69073]: DEBUG nova.network.neutron [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Successfully updated port: 2bc3c50e-006c-4195-b8c1-585d9b40d821 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.073787] env[69073]: DEBUG oslo_vmware.api [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47229} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.076205] env[69073]: DEBUG oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 709.076205] env[69073]: value = "vm-643592" [ 709.076205] env[69073]: _type = "VirtualMachine" [ 709.076205] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 709.077236] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.078075] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.079277] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.079277] env[69073]: INFO nova.compute.manager [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Took 1.22 seconds to destroy the instance on the hypervisor. [ 709.079277] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.080446] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-acc528cc-3692-48cf-b063-2c7233e96196 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.082787] env[69073]: DEBUG nova.compute.manager [-] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.082893] env[69073]: DEBUG nova.network.neutron [-] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.092460] env[69073]: DEBUG oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lease: (returnval){ [ 709.092460] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529da21f-263f-b4d4-3288-1585f11282fe" [ 709.092460] env[69073]: _type = "HttpNfcLease" [ 709.092460] env[69073]: } obtained for exporting VM: (result){ [ 709.092460] env[69073]: value = "vm-643592" [ 709.092460] env[69073]: _type = "VirtualMachine" [ 709.092460] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 709.092964] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the lease: (returnval){ [ 709.092964] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529da21f-263f-b4d4-3288-1585f11282fe" [ 709.092964] env[69073]: _type = "HttpNfcLease" [ 709.092964] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 709.101288] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.101288] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529da21f-263f-b4d4-3288-1585f11282fe" [ 709.101288] env[69073]: _type = "HttpNfcLease" [ 709.101288] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 709.179343] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586855} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.179343] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] bbb88874-b962-409f-b0c7-123ce11800ca/bbb88874-b962-409f-b0c7-123ce11800ca.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.179343] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.179343] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67ea3e6e-a386-4367-8cd9-ab851ec94085 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.190218] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 709.190218] env[69073]: value = "task-3219085" [ 709.190218] env[69073]: _type = "Task" [ 709.190218] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.207532] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.337985] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14e44eca-9024-4a4a-b843-20437da39c56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.339115] env[69073]: INFO nova.compute.manager [-] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Took 1.72 seconds to deallocate network for instance. [ 709.354594] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30daa43b-5740-475a-8038-70894365cdc5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.395145] env[69073]: DEBUG nova.compute.manager [req-e69bf7f7-6f19-4957-b817-ee21a74d91aa req-32a463b9-68ca-4334-ad97-13db82893c96 service nova] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Detach interface failed, port_id=591874df-1b96-4b88-8242-2e4c04c754e7, reason: Instance 81279c3f-8ece-4780-b6f7-68f159baeb77 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 709.399316] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.399865] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.399865] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.401434] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.401434] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.401434] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.401434] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.401434] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.402380] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.402380] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.402380] env[69073]: DEBUG nova.virt.hardware [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.403547] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac378f-b075-4b04-80a6-1dee5f412fd0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.407254] env[69073]: DEBUG nova.compute.manager [req-321fbc3a-9fac-49a9-8eb4-0727d611fb52 req-b81ac5ba-b027-492b-9b75-d090035e2264 service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Received event network-vif-plugged-2bc3c50e-006c-4195-b8c1-585d9b40d821 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.407505] env[69073]: DEBUG oslo_concurrency.lockutils [req-321fbc3a-9fac-49a9-8eb4-0727d611fb52 req-b81ac5ba-b027-492b-9b75-d090035e2264 service nova] Acquiring lock "399fb7d3-fa27-48f0-a415-7d286fc19caf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.407816] env[69073]: DEBUG oslo_concurrency.lockutils [req-321fbc3a-9fac-49a9-8eb4-0727d611fb52 req-b81ac5ba-b027-492b-9b75-d090035e2264 service nova] Lock "399fb7d3-fa27-48f0-a415-7d286fc19caf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.408189] env[69073]: DEBUG oslo_concurrency.lockutils [req-321fbc3a-9fac-49a9-8eb4-0727d611fb52 req-b81ac5ba-b027-492b-9b75-d090035e2264 service nova] Lock "399fb7d3-fa27-48f0-a415-7d286fc19caf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.408189] env[69073]: DEBUG nova.compute.manager [req-321fbc3a-9fac-49a9-8eb4-0727d611fb52 req-b81ac5ba-b027-492b-9b75-d090035e2264 service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] No waiting events found dispatching network-vif-plugged-2bc3c50e-006c-4195-b8c1-585d9b40d821 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.408352] env[69073]: WARNING nova.compute.manager [req-321fbc3a-9fac-49a9-8eb4-0727d611fb52 req-b81ac5ba-b027-492b-9b75-d090035e2264 service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Received unexpected event network-vif-plugged-2bc3c50e-006c-4195-b8c1-585d9b40d821 for instance with vm_state building and task_state spawning. [ 709.419916] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b32e5c-945c-4ee1-a6cb-4f2ac7de7c9c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.438173] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.443893] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.444198] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.444418] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fc6fec4-db30-445d-a06e-c186a5d816fc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.464780] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.464780] env[69073]: value = "task-3219086" [ 709.464780] env[69073]: _type = "Task" [ 709.464780] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.485201] env[69073]: INFO nova.compute.rpcapi [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 709.485201] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.488946] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219086, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.548117] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "refresh_cache-399fb7d3-fa27-48f0-a415-7d286fc19caf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.548117] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquired lock "refresh_cache-399fb7d3-fa27-48f0-a415-7d286fc19caf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.548117] env[69073]: DEBUG nova.network.neutron [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.550440] env[69073]: INFO nova.compute.manager [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Took 33.05 seconds to build instance. [ 709.603940] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 709.603940] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529da21f-263f-b4d4-3288-1585f11282fe" [ 709.603940] env[69073]: _type = "HttpNfcLease" [ 709.603940] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 709.604174] env[69073]: DEBUG oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 709.604174] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529da21f-263f-b4d4-3288-1585f11282fe" [ 709.604174] env[69073]: _type = "HttpNfcLease" [ 709.604174] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 709.604874] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fd2c61-dcfc-4817-b122-53eebf44bb28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.617474] env[69073]: DEBUG oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcca90-7f41-72e5-5573-534cf8726c4f/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 709.618443] env[69073]: DEBUG oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcca90-7f41-72e5-5573-534cf8726c4f/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 709.724912] env[69073]: DEBUG nova.network.neutron [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Updated VIF entry in instance network info cache for port 802df36b-6f28-42fc-bba4-cddaeecc6e72. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.724912] env[69073]: DEBUG nova.network.neutron [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Updating instance_info_cache with network_info: [{"id": "802df36b-6f28-42fc-bba4-cddaeecc6e72", "address": "fa:16:3e:5f:90:25", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802df36b-6f", "ovs_interfaceid": "802df36b-6f28-42fc-bba4-cddaeecc6e72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.739401] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120193} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.739606] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.741597] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0a22a6-5678-43db-8d61-160688426fa0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.768282] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] bbb88874-b962-409f-b0c7-123ce11800ca/bbb88874-b962-409f-b0c7-123ce11800ca.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.771324] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccdd6980-7766-4758-87e6-25ede3f2f34b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.786488] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99c83636-7c36-48be-b38b-a63584e06db1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.796046] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 709.796046] env[69073]: value = "task-3219087" [ 709.796046] env[69073]: _type = "Task" [ 709.796046] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.807544] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.846705] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.979459] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219086, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.994669] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e52c0d5a-9412-41cc-a01b-b4016c30757a tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.995859] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.912s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.000222] env[69073]: INFO nova.compute.claims [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.004079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.004079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.004079] env[69073]: DEBUG nova.network.neutron [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.004742] env[69073]: DEBUG nova.network.neutron [-] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.053177] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba215846-d848-4da3-9f2d-9342f565bd1e tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.075s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.124460] env[69073]: DEBUG nova.network.neutron [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.236824] env[69073]: DEBUG oslo_concurrency.lockutils [req-53d673a8-715d-450f-9f6c-ce9331331bba req-5c1ae3ff-538c-490a-8724-ec457027e7d4 service nova] Releasing lock "refresh_cache-bbb88874-b962-409f-b0c7-123ce11800ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.321195] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219087, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.419847] env[69073]: DEBUG nova.network.neutron [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Updating instance_info_cache with network_info: [{"id": "2bc3c50e-006c-4195-b8c1-585d9b40d821", "address": "fa:16:3e:51:60:d5", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc3c50e-00", "ovs_interfaceid": "2bc3c50e-006c-4195-b8c1-585d9b40d821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.479989] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219086, 'name': CreateVM_Task, 'duration_secs': 0.611869} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.479989] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.480418] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.480796] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.481481] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.481976] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8cc4a2-7bac-4c71-806e-dca37cd6ef08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.493167] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 710.493167] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52296d00-0feb-121d-4999-9175a7d87ed9" [ 710.493167] env[69073]: _type = "Task" [ 710.493167] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.504213] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52296d00-0feb-121d-4999-9175a7d87ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.511727] env[69073]: INFO nova.compute.manager [-] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Took 1.43 seconds to deallocate network for instance. [ 710.563653] env[69073]: DEBUG nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.816819] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219087, 'name': ReconfigVM_Task, 'duration_secs': 0.535087} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.817108] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Reconfigured VM instance instance-0000000f to attach disk [datastore1] bbb88874-b962-409f-b0c7-123ce11800ca/bbb88874-b962-409f-b0c7-123ce11800ca.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.817694] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef0d0957-f5ef-4d7a-9048-f0809ffe4a39 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.828775] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 710.828775] env[69073]: value = "task-3219088" [ 710.828775] env[69073]: _type = "Task" [ 710.828775] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.839394] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219088, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.884419] env[69073]: DEBUG nova.network.neutron [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance_info_cache with network_info: [{"id": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "address": "fa:16:3e:ba:08:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e69ebb1-02", "ovs_interfaceid": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.925564] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Releasing lock "refresh_cache-399fb7d3-fa27-48f0-a415-7d286fc19caf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.925959] env[69073]: DEBUG nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Instance network_info: |[{"id": "2bc3c50e-006c-4195-b8c1-585d9b40d821", "address": "fa:16:3e:51:60:d5", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc3c50e-00", "ovs_interfaceid": "2bc3c50e-006c-4195-b8c1-585d9b40d821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.926494] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:60:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc3c50e-006c-4195-b8c1-585d9b40d821', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.938297] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.940303] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.940565] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a711c48-3cb2-4761-aacd-9f66880d9688 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.974018] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.974018] env[69073]: value = "task-3219089" [ 710.974018] env[69073]: _type = "Task" [ 710.974018] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.983740] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219089, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.007552] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52296d00-0feb-121d-4999-9175a7d87ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.027723} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.007552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.007552] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.007552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.007787] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.007787] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.007787] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d81bafef-cb7a-4a79-874e-88c04aa0d63e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.023165] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.034746] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.036686] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.038049] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bca75b3-f6af-46ce-93a9-775c4fe46f93 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.044846] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 711.044846] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523e90ef-487a-7841-2bf2-216b0184d87a" [ 711.044846] env[69073]: _type = "Task" [ 711.044846] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.067065] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523e90ef-487a-7841-2bf2-216b0184d87a, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.076111] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a195b4d-949d-4acc-bc32-320b8391d4b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.086995] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 711.086995] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223c5d4-8593-ff53-1ae3-781ac55ef4cd" [ 711.086995] env[69073]: _type = "Task" [ 711.086995] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.097116] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223c5d4-8593-ff53-1ae3-781ac55ef4cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.100043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.346990] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219088, 'name': Rename_Task, 'duration_secs': 0.275224} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.347501] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.347966] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-497a8d5d-9164-463a-af6e-e0317f59c945 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.358111] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 711.358111] env[69073]: value = "task-3219090" [ 711.358111] env[69073]: _type = "Task" [ 711.358111] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.375819] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.389132] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.500822] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219089, 'name': CreateVM_Task, 'duration_secs': 0.463997} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.501143] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.502282] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.502909] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.503793] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.503793] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f88c441-ec78-468b-880d-bd9a4c2142f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.510663] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 711.510663] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52523e3c-6f73-36da-6d30-9eecb2636888" [ 711.510663] env[69073]: _type = "Task" [ 711.510663] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.531548] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52523e3c-6f73-36da-6d30-9eecb2636888, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.537200] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.538520] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.538520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.538520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.538520] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.538736] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468b31cf-dbc6-4d18-84cf-0c6332ab1556 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.550482] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.550689] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.551901] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00542870-9c50-47ff-bd9d-1a014a58e6d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.567267] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 711.567267] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52817c0b-3905-5143-2c2d-dd2437fd2596" [ 711.567267] env[69073]: _type = "Task" [ 711.567267] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.586275] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52817c0b-3905-5143-2c2d-dd2437fd2596, 'name': SearchDatastore_Task, 'duration_secs': 0.015279} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.589283] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-832b4a09-8ccc-4d7d-82b5-62ebe1d5644b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.606016] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223c5d4-8593-ff53-1ae3-781ac55ef4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014602} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.608683] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.609024] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e/6dea2c21-e194-4347-bdb8-3b1c25c3061e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.611115] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 711.611115] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b1d748-96d4-ebc4-21d0-e0f80f8105f9" [ 711.611115] env[69073]: _type = "Task" [ 711.611115] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.611115] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93a7addd-4dc7-4a2d-81c3-5bf32cc3a43f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.622957] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 711.622957] env[69073]: value = "task-3219091" [ 711.622957] env[69073]: _type = "Task" [ 711.622957] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.627284] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b1d748-96d4-ebc4-21d0-e0f80f8105f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014689} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.630892] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.631468] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 399fb7d3-fa27-48f0-a415-7d286fc19caf/399fb7d3-fa27-48f0-a415-7d286fc19caf.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.634522] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1fb05be-9e9d-4f2f-9218-03ba766cd47f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.647059] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.648657] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 711.648657] env[69073]: value = "task-3219092" [ 711.648657] env[69073]: _type = "Task" [ 711.648657] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.660878] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.770154] env[69073]: DEBUG nova.compute.manager [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Received event network-changed-2bc3c50e-006c-4195-b8c1-585d9b40d821 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.770518] env[69073]: DEBUG nova.compute.manager [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Refreshing instance network info cache due to event network-changed-2bc3c50e-006c-4195-b8c1-585d9b40d821. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.770764] env[69073]: DEBUG oslo_concurrency.lockutils [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] Acquiring lock "refresh_cache-399fb7d3-fa27-48f0-a415-7d286fc19caf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.771046] env[69073]: DEBUG oslo_concurrency.lockutils [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] Acquired lock "refresh_cache-399fb7d3-fa27-48f0-a415-7d286fc19caf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.771262] env[69073]: DEBUG nova.network.neutron [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Refreshing network info cache for port 2bc3c50e-006c-4195-b8c1-585d9b40d821 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.776512] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f76c3-71c7-4609-9cf7-299a18a5d16f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.789629] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd20cf59-0504-4405-b830-d0e32baf2d01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.834277] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ea5d0-3584-407f-b44c-cf797060c758 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.845212] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e81d32-e87b-460d-b3b2-eeab33f1f92e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.865308] env[69073]: DEBUG nova.compute.provider_tree [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.886376] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219090, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.150950] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquiring lock "edb019f1-3d31-4127-95b9-9c893cc0bed9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.151700] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "edb019f1-3d31-4127-95b9-9c893cc0bed9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.151803] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219091, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.164358] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219092, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.372889] env[69073]: DEBUG nova.scheduler.client.report [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.384598] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219090, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.643754] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786127} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.644306] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e/6dea2c21-e194-4347-bdb8-3b1c25c3061e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.644659] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.645053] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a8a456b-d084-4fa7-a0d6-c9cf185c12dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.665116] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 712.665116] env[69073]: value = "task-3219093" [ 712.665116] env[69073]: _type = "Task" [ 712.665116] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.688074] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754758} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.689085] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 399fb7d3-fa27-48f0-a415-7d286fc19caf/399fb7d3-fa27-48f0-a415-7d286fc19caf.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.689455] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.689846] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45171fd3-644e-438b-9d2a-f444eed3b911 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.697994] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.705448] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 712.705448] env[69073]: value = "task-3219094" [ 712.705448] env[69073]: _type = "Task" [ 712.705448] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.721405] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.728939] env[69073]: DEBUG nova.network.neutron [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Updated VIF entry in instance network info cache for port 2bc3c50e-006c-4195-b8c1-585d9b40d821. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.729255] env[69073]: DEBUG nova.network.neutron [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Updating instance_info_cache with network_info: [{"id": "2bc3c50e-006c-4195-b8c1-585d9b40d821", "address": "fa:16:3e:51:60:d5", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.29", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc3c50e-00", "ovs_interfaceid": "2bc3c50e-006c-4195-b8c1-585d9b40d821", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.878725] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.879225] env[69073]: DEBUG nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.881647] env[69073]: DEBUG oslo_vmware.api [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219090, 'name': PowerOnVM_Task, 'duration_secs': 1.23625} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.882124] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.347s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.883856] env[69073]: INFO nova.compute.claims [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.886023] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.886233] env[69073]: INFO nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Took 10.07 seconds to spawn the instance on the hypervisor. [ 712.886483] env[69073]: DEBUG nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.887545] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ba755-9570-4105-bc86-c80df7bdb94c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.905457] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6a4056-53ac-4811-95f3-7b92e9f3a82f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.925236] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance '6ef55282-abd0-426f-80f4-287c55442574' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.183199] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081597} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.183199] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.183199] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c4473f-cfd1-45d0-9466-86d1bac71226 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.204720] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e/6dea2c21-e194-4347-bdb8-3b1c25c3061e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.205581] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b13f9725-2130-4ab4-83e6-6a79180b3074 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.235878] env[69073]: DEBUG oslo_concurrency.lockutils [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] Releasing lock "refresh_cache-399fb7d3-fa27-48f0-a415-7d286fc19caf" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.236187] env[69073]: DEBUG nova.compute.manager [req-c7bc9509-c99f-4415-925a-77119f51a7f7 req-45b3ac4e-4304-43cc-8264-32c685cad781 service nova] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Received event network-vif-deleted-86257e71-86f9-41e3-860a-ba8a30dfd093 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.237027] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108441} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.239030] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.239030] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 713.239030] env[69073]: value = "task-3219095" [ 713.239030] env[69073]: _type = "Task" [ 713.239030] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.239694] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40966eac-7dbc-44f2-8820-8ab18aceb7b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.252383] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219095, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.277080] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 399fb7d3-fa27-48f0-a415-7d286fc19caf/399fb7d3-fa27-48f0-a415-7d286fc19caf.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.278388] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e3178d-3379-460c-a607-b4ce211ef8b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.296515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "637643cd-9258-472a-bef9-1c05bdd01da1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.296783] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "637643cd-9258-472a-bef9-1c05bdd01da1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.304806] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 713.304806] env[69073]: value = "task-3219096" [ 713.304806] env[69073]: _type = "Task" [ 713.304806] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.316824] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.319435] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.319545] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.384279] env[69073]: DEBUG nova.compute.utils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.386731] env[69073]: DEBUG nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.387858] env[69073]: DEBUG nova.network.neutron [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.406424] env[69073]: INFO nova.compute.manager [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Took 32.29 seconds to build instance. [ 713.431451] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.432098] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4119bf3-af1a-46a7-a4f2-9be0252e494a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.442317] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 713.442317] env[69073]: value = "task-3219097" [ 713.442317] env[69073]: _type = "Task" [ 713.442317] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.454569] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.478772] env[69073]: DEBUG nova.policy [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2413392374134226877c7e2c7a7d7386', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bfd1e4e171f84708900d6f8935aebb01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.754047] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.817328] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219096, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.894250] env[69073]: DEBUG nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.916024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4d6b072-46ab-4e18-aac8-023b59a2078d tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "bbb88874-b962-409f-b0c7-123ce11800ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.425s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.956719] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219097, 'name': PowerOffVM_Task, 'duration_secs': 0.452143} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.957100] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.957284] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance '6ef55282-abd0-426f-80f4-287c55442574' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.967686] env[69073]: DEBUG nova.network.neutron [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Successfully created port: 5c9a9f89-acfe-4993-bcc6-12ed2d899a2b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.255887] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219095, 'name': ReconfigVM_Task, 'duration_secs': 0.70239} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.255887] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e/6dea2c21-e194-4347-bdb8-3b1c25c3061e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.256575] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-527370cd-ea49-4b4b-9320-9cba064e12cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.266225] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 714.266225] env[69073]: value = "task-3219098" [ 714.266225] env[69073]: _type = "Task" [ 714.266225] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.280411] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219098, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.319745] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219096, 'name': ReconfigVM_Task, 'duration_secs': 0.855702} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.323090] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 399fb7d3-fa27-48f0-a415-7d286fc19caf/399fb7d3-fa27-48f0-a415-7d286fc19caf.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.324017] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc15c3d7-faca-4172-9a97-b9b773e7f31f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.334379] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 714.334379] env[69073]: value = "task-3219099" [ 714.334379] env[69073]: _type = "Task" [ 714.334379] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.351405] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219099, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.418194] env[69073]: DEBUG nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.464201] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.464201] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.464201] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.464201] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.464434] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.464434] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.464556] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.464697] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.464915] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.465131] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.465218] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.474067] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b42e4d5-5a1a-4a74-83f8-9fb59f965a88 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.495898] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 714.495898] env[69073]: value = "task-3219100" [ 714.495898] env[69073]: _type = "Task" [ 714.495898] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.514495] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.660999] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60da828-1d73-4ec5-bf85-3a0defe0ebe9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.669497] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bebe64a-c02b-46ce-bcbe-cc6d5cbd2aac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.702032] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a10b9c-3451-466d-a20a-ac1e96aaebbd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.712640] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a73a641-25e7-4e75-a7d7-1faec93459e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.729503] env[69073]: DEBUG nova.compute.provider_tree [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.780227] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219098, 'name': Rename_Task, 'duration_secs': 0.303502} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.780227] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.780227] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7d6918e-9d4f-4fa7-b9c2-62817c8f898f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.787850] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 714.787850] env[69073]: value = "task-3219101" [ 714.787850] env[69073]: _type = "Task" [ 714.787850] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.797678] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.849275] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219099, 'name': Rename_Task, 'duration_secs': 0.309152} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.849275] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.849275] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1be08d70-b462-459b-aed3-d1f9ad02acaf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.859337] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 714.859337] env[69073]: value = "task-3219102" [ 714.859337] env[69073]: _type = "Task" [ 714.859337] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.867313] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.908759] env[69073]: DEBUG nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.961996] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.971717] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.971944] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.972146] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.972347] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.972489] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.972629] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.972892] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.973069] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.973262] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.973424] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.973661] env[69073]: DEBUG nova.virt.hardware [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.974652] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0da7e1-5a92-40c9-88fa-e01caac220f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.986705] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9011dd-3e16-4326-ad5f-0dab300dc364 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.029660] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219100, 'name': ReconfigVM_Task, 'duration_secs': 0.327821} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.029990] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance '6ef55282-abd0-426f-80f4-287c55442574' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.231492] env[69073]: DEBUG nova.scheduler.client.report [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.300770] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.374373] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219102, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.537750] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.538533] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.538975] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.539333] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.539601] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.540062] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.540477] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.540740] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.541037] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.541345] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.541657] env[69073]: DEBUG nova.virt.hardware [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.549539] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 715.550705] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f98dcc-8c10-4130-a604-4153a59feb34 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.575407] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 715.575407] env[69073]: value = "task-3219103" [ 715.575407] env[69073]: _type = "Task" [ 715.575407] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.589292] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.737568] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.739728] env[69073]: DEBUG nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.742583] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.242s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.742685] env[69073]: DEBUG nova.objects.instance [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Lazy-loading 'resources' on Instance uuid 0592489d-898c-44e4-8522-ee38acae70cf {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.800153] env[69073]: DEBUG oslo_vmware.api [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219101, 'name': PowerOnVM_Task, 'duration_secs': 0.706954} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.801155] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.801377] env[69073]: DEBUG nova.compute.manager [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.802244] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df6e0b-1c73-495e-b3a6-b3fd96d00929 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.871298] env[69073]: DEBUG oslo_vmware.api [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219102, 'name': PowerOnVM_Task, 'duration_secs': 0.640947} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.871589] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.871793] env[69073]: INFO nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Took 7.72 seconds to spawn the instance on the hypervisor. [ 715.872283] env[69073]: DEBUG nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.872808] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059710fe-931e-4e13-9fd7-01cab8cf3a80 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.884642] env[69073]: DEBUG nova.compute.manager [req-89177197-81d1-4b9f-b804-687126210fec req-e347e540-05ae-4b69-bc25-95a2be308eb0 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Received event network-vif-plugged-5c9a9f89-acfe-4993-bcc6-12ed2d899a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.884795] env[69073]: DEBUG oslo_concurrency.lockutils [req-89177197-81d1-4b9f-b804-687126210fec req-e347e540-05ae-4b69-bc25-95a2be308eb0 service nova] Acquiring lock "2bf89dda-efc6-4350-abcc-fa25981d86ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.885447] env[69073]: DEBUG oslo_concurrency.lockutils [req-89177197-81d1-4b9f-b804-687126210fec req-e347e540-05ae-4b69-bc25-95a2be308eb0 service nova] Lock "2bf89dda-efc6-4350-abcc-fa25981d86ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.885447] env[69073]: DEBUG oslo_concurrency.lockutils [req-89177197-81d1-4b9f-b804-687126210fec req-e347e540-05ae-4b69-bc25-95a2be308eb0 service nova] Lock "2bf89dda-efc6-4350-abcc-fa25981d86ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.885447] env[69073]: DEBUG nova.compute.manager [req-89177197-81d1-4b9f-b804-687126210fec req-e347e540-05ae-4b69-bc25-95a2be308eb0 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] No waiting events found dispatching network-vif-plugged-5c9a9f89-acfe-4993-bcc6-12ed2d899a2b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.885660] env[69073]: WARNING nova.compute.manager [req-89177197-81d1-4b9f-b804-687126210fec req-e347e540-05ae-4b69-bc25-95a2be308eb0 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Received unexpected event network-vif-plugged-5c9a9f89-acfe-4993-bcc6-12ed2d899a2b for instance with vm_state building and task_state spawning. [ 715.998730] env[69073]: DEBUG nova.network.neutron [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Successfully updated port: 5c9a9f89-acfe-4993-bcc6-12ed2d899a2b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.089560] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219103, 'name': ReconfigVM_Task, 'duration_secs': 0.259256} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.089798] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 716.091236] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13c427-8a8d-4148-900e-329b2574b206 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.116733] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 6ef55282-abd0-426f-80f4-287c55442574/6ef55282-abd0-426f-80f4-287c55442574.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.117098] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e79ccea-deae-4db6-ab2f-fe627a506789 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.141923] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 716.141923] env[69073]: value = "task-3219104" [ 716.141923] env[69073]: _type = "Task" [ 716.141923] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.152098] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.247190] env[69073]: DEBUG nova.compute.utils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.248951] env[69073]: DEBUG nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.249268] env[69073]: DEBUG nova.network.neutron [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.323341] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.371643] env[69073]: DEBUG nova.policy [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45029b3bfde44ce896e71a393eee8786', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd053e2e1aad34402ac337c0933108c6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.394655] env[69073]: INFO nova.compute.manager [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Took 34.54 seconds to build instance. [ 716.501098] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "refresh_cache-2bf89dda-efc6-4350-abcc-fa25981d86ad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.501098] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "refresh_cache-2bf89dda-efc6-4350-abcc-fa25981d86ad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.501098] env[69073]: DEBUG nova.network.neutron [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.659025] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219104, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.757129] env[69073]: DEBUG nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.897597] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c912d76a-ffb7-436e-9cca-63ff3865c964 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "399fb7d3-fa27-48f0-a415-7d286fc19caf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.872s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.925018] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3d4a5f-5a69-4fa5-94d8-17df91b5123d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.931777] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f402848-297e-4468-9d7d-638d907e09f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.970156] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5187d75e-aef3-492a-94bc-fb376ec52ebe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.979893] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7455090c-5eb2-4e7c-9c4b-181e19800699 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.996297] env[69073]: DEBUG nova.compute.provider_tree [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.009435] env[69073]: DEBUG nova.network.neutron [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Successfully created port: 8f5fbb1c-6e86-48cf-a335-073c113e0e2a {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.015921] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.016249] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.016472] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.016701] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.016868] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.018903] env[69073]: INFO nova.compute.manager [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Terminating instance [ 717.081213] env[69073]: DEBUG nova.network.neutron [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.155191] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219104, 'name': ReconfigVM_Task, 'duration_secs': 0.572189} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.156193] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 6ef55282-abd0-426f-80f4-287c55442574/6ef55282-abd0-426f-80f4-287c55442574.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.156193] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance '6ef55282-abd0-426f-80f4-287c55442574' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.358613] env[69073]: DEBUG nova.network.neutron [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Updating instance_info_cache with network_info: [{"id": "5c9a9f89-acfe-4993-bcc6-12ed2d899a2b", "address": "fa:16:3e:71:74:e3", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9a9f89-ac", "ovs_interfaceid": "5c9a9f89-acfe-4993-bcc6-12ed2d899a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.400837] env[69073]: DEBUG nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.500753] env[69073]: DEBUG nova.scheduler.client.report [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.526120] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "refresh_cache-6dea2c21-e194-4347-bdb8-3b1c25c3061e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.526120] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquired lock "refresh_cache-6dea2c21-e194-4347-bdb8-3b1c25c3061e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.526120] env[69073]: DEBUG nova.network.neutron [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.663616] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef45b85-cb6b-4fd9-8238-0452baa9a5dd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.684690] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2bdff6-9d20-4b9e-b0eb-e01666499387 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.703938] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance '6ef55282-abd0-426f-80f4-287c55442574' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.769558] env[69073]: DEBUG nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.794699] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.794984] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.795158] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.796571] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.796571] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.796571] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.796571] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.796571] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.796829] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.796829] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.796829] env[69073]: DEBUG nova.virt.hardware [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.797873] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f3d425-6861-48ee-89a1-e703f4f4f899 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.806517] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274511c5-ba52-440e-baba-4e0baf02b7a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.861083] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "refresh_cache-2bf89dda-efc6-4350-abcc-fa25981d86ad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.861529] env[69073]: DEBUG nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Instance network_info: |[{"id": "5c9a9f89-acfe-4993-bcc6-12ed2d899a2b", "address": "fa:16:3e:71:74:e3", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9a9f89-ac", "ovs_interfaceid": "5c9a9f89-acfe-4993-bcc6-12ed2d899a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.861965] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:74:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b107fab-ee71-47db-ad4d-3c6f05546843', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c9a9f89-acfe-4993-bcc6-12ed2d899a2b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.870569] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.870569] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.870569] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16d056a-bb5d-4595-ae3c-b8f573c95ead {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.892354] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.892354] env[69073]: value = "task-3219105" [ 717.892354] env[69073]: _type = "Task" [ 717.892354] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.901058] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219105, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.932587] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.008900] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.011734] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.027s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.013452] env[69073]: INFO nova.compute.claims [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.040685] env[69073]: INFO nova.scheduler.client.report [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Deleted allocations for instance 0592489d-898c-44e4-8522-ee38acae70cf [ 718.053502] env[69073]: DEBUG nova.network.neutron [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.116147] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c46688-6c23-46ee-926d-c2119aefb7d6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.125029] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6831af53-7c24-468b-97e3-9464099b91f1 tempest-ServersAdminNegativeTestJSON-2081961627 tempest-ServersAdminNegativeTestJSON-2081961627-project-admin] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Suspending the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 718.125029] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-05407c95-5d0b-46c6-a422-aec1141baac2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.131503] env[69073]: DEBUG nova.network.neutron [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.133985] env[69073]: DEBUG oslo_vmware.api [None req-6831af53-7c24-468b-97e3-9464099b91f1 tempest-ServersAdminNegativeTestJSON-2081961627 tempest-ServersAdminNegativeTestJSON-2081961627-project-admin] Waiting for the task: (returnval){ [ 718.133985] env[69073]: value = "task-3219106" [ 718.133985] env[69073]: _type = "Task" [ 718.133985] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.145794] env[69073]: DEBUG oslo_vmware.api [None req-6831af53-7c24-468b-97e3-9464099b91f1 tempest-ServersAdminNegativeTestJSON-2081961627 tempest-ServersAdminNegativeTestJSON-2081961627-project-admin] Task: {'id': task-3219106, 'name': SuspendVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.308224] env[69073]: DEBUG nova.network.neutron [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Port 6e69ebb1-02c8-464a-88c9-4c9f83314f8b binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 718.413555] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219105, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.442438] env[69073]: DEBUG nova.compute.manager [req-341f496f-e9b7-4042-aca1-154548eae16f req-2f081d0d-07c4-4a8f-9e85-3883f89393b9 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Received event network-changed-5c9a9f89-acfe-4993-bcc6-12ed2d899a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.442775] env[69073]: DEBUG nova.compute.manager [req-341f496f-e9b7-4042-aca1-154548eae16f req-2f081d0d-07c4-4a8f-9e85-3883f89393b9 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Refreshing instance network info cache due to event network-changed-5c9a9f89-acfe-4993-bcc6-12ed2d899a2b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.442932] env[69073]: DEBUG oslo_concurrency.lockutils [req-341f496f-e9b7-4042-aca1-154548eae16f req-2f081d0d-07c4-4a8f-9e85-3883f89393b9 service nova] Acquiring lock "refresh_cache-2bf89dda-efc6-4350-abcc-fa25981d86ad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.443377] env[69073]: DEBUG oslo_concurrency.lockutils [req-341f496f-e9b7-4042-aca1-154548eae16f req-2f081d0d-07c4-4a8f-9e85-3883f89393b9 service nova] Acquired lock "refresh_cache-2bf89dda-efc6-4350-abcc-fa25981d86ad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.444022] env[69073]: DEBUG nova.network.neutron [req-341f496f-e9b7-4042-aca1-154548eae16f req-2f081d0d-07c4-4a8f-9e85-3883f89393b9 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Refreshing network info cache for port 5c9a9f89-acfe-4993-bcc6-12ed2d899a2b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.550240] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f53fde09-7e9f-4df9-8f23-5e7bb2f2f8dd tempest-DeleteServersAdminTestJSON-730804288 tempest-DeleteServersAdminTestJSON-730804288-project-admin] Lock "0592489d-898c-44e4-8522-ee38acae70cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.835s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.642323] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Releasing lock "refresh_cache-6dea2c21-e194-4347-bdb8-3b1c25c3061e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.642323] env[69073]: DEBUG nova.compute.manager [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.642323] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.643506] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79073586-6b50-4760-80bc-6e394d9d9ec9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.657185] env[69073]: DEBUG oslo_vmware.api [None req-6831af53-7c24-468b-97e3-9464099b91f1 tempest-ServersAdminNegativeTestJSON-2081961627 tempest-ServersAdminNegativeTestJSON-2081961627-project-admin] Task: {'id': task-3219106, 'name': SuspendVM_Task} progress is 62%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.661039] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.661488] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a59966d-2e24-4ab1-af6b-8a3cd8a84263 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.671027] env[69073]: DEBUG oslo_vmware.api [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 718.671027] env[69073]: value = "task-3219107" [ 718.671027] env[69073]: _type = "Task" [ 718.671027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.681163] env[69073]: DEBUG oslo_vmware.api [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.904891] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219105, 'name': CreateVM_Task, 'duration_secs': 0.629077} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.905135] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.905979] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.906200] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.906587] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.906903] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e613db-04cf-4851-b571-82b67030c71f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.912915] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 718.912915] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f2bbd-692b-acef-0509-6aedfd59459b" [ 718.912915] env[69073]: _type = "Task" [ 718.912915] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.922649] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f2bbd-692b-acef-0509-6aedfd59459b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.000028] env[69073]: DEBUG nova.network.neutron [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Successfully updated port: 8f5fbb1c-6e86-48cf-a335-073c113e0e2a {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.149994] env[69073]: DEBUG oslo_vmware.api [None req-6831af53-7c24-468b-97e3-9464099b91f1 tempest-ServersAdminNegativeTestJSON-2081961627 tempest-ServersAdminNegativeTestJSON-2081961627-project-admin] Task: {'id': task-3219106, 'name': SuspendVM_Task, 'duration_secs': 0.73236} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.149994] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6831af53-7c24-468b-97e3-9464099b91f1 tempest-ServersAdminNegativeTestJSON-2081961627 tempest-ServersAdminNegativeTestJSON-2081961627-project-admin] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Suspended the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 719.150104] env[69073]: DEBUG nova.compute.manager [None req-6831af53-7c24-468b-97e3-9464099b91f1 tempest-ServersAdminNegativeTestJSON-2081961627 tempest-ServersAdminNegativeTestJSON-2081961627-project-admin] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.150899] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2671400-964e-4a76-8d55-186071c8a0e9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.182444] env[69073]: DEBUG oslo_vmware.api [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219107, 'name': PowerOffVM_Task, 'duration_secs': 0.180699} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.183627] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.183627] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.183627] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f175227-0fa7-4041-be6c-1cbcae338ff8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.222427] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.222787] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.223319] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Deleting the datastore file [datastore2] 6dea2c21-e194-4347-bdb8-3b1c25c3061e {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.227596] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc63921e-d2b7-4db1-bca9-a3535d81895b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.238430] env[69073]: DEBUG oslo_vmware.api [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for the task: (returnval){ [ 719.238430] env[69073]: value = "task-3219109" [ 719.238430] env[69073]: _type = "Task" [ 719.238430] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.253342] env[69073]: DEBUG oslo_vmware.api [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.277567] env[69073]: DEBUG nova.network.neutron [req-341f496f-e9b7-4042-aca1-154548eae16f req-2f081d0d-07c4-4a8f-9e85-3883f89393b9 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Updated VIF entry in instance network info cache for port 5c9a9f89-acfe-4993-bcc6-12ed2d899a2b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.278083] env[69073]: DEBUG nova.network.neutron [req-341f496f-e9b7-4042-aca1-154548eae16f req-2f081d0d-07c4-4a8f-9e85-3883f89393b9 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Updating instance_info_cache with network_info: [{"id": "5c9a9f89-acfe-4993-bcc6-12ed2d899a2b", "address": "fa:16:3e:71:74:e3", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c9a9f89-ac", "ovs_interfaceid": "5c9a9f89-acfe-4993-bcc6-12ed2d899a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.342753] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "6ef55282-abd0-426f-80f4-287c55442574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.342949] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.343142] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.427927] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f2bbd-692b-acef-0509-6aedfd59459b, 'name': SearchDatastore_Task, 'duration_secs': 0.019908} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.428232] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.428471] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.429247] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.429247] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.429247] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.429488] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-635b9e0f-5752-405e-b569-ed186e5ff898 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.451591] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.451796] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.454133] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b18a3f-a4d4-4911-addf-ef783d5f8472 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.459339] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 719.459339] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d31cda-a5ec-6183-f494-f236c89722d4" [ 719.459339] env[69073]: _type = "Task" [ 719.459339] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.470929] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d31cda-a5ec-6183-f494-f236c89722d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.503931] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquiring lock "refresh_cache-6318c0f4-95e8-4d08-999c-4065813c76c7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.504847] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquired lock "refresh_cache-6318c0f4-95e8-4d08-999c-4065813c76c7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.504847] env[69073]: DEBUG nova.network.neutron [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.738432] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a0f3c-25e9-4bb7-8599-830043158ddc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.751734] env[69073]: DEBUG oslo_vmware.api [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Task: {'id': task-3219109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270854} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.754031] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.754152] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.754996] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.754996] env[69073]: INFO nova.compute.manager [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 719.754996] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.755187] env[69073]: DEBUG nova.compute.manager [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.755894] env[69073]: DEBUG nova.network.neutron [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.758135] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ffc83e-e711-4b29-b3de-6212e7de8b89 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.796165] env[69073]: DEBUG oslo_concurrency.lockutils [req-341f496f-e9b7-4042-aca1-154548eae16f req-2f081d0d-07c4-4a8f-9e85-3883f89393b9 service nova] Releasing lock "refresh_cache-2bf89dda-efc6-4350-abcc-fa25981d86ad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.797413] env[69073]: DEBUG nova.network.neutron [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.799249] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454cf725-ee27-4321-a6a9-bf54a9aaf5e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.808692] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75637652-97e2-4497-89d5-461ae88b0261 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.825707] env[69073]: DEBUG nova.compute.provider_tree [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 719.971652] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d31cda-a5ec-6183-f494-f236c89722d4, 'name': SearchDatastore_Task, 'duration_secs': 0.027789} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.973744] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd27869-71d2-4db1-bf46-2d4a66b8abec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.980384] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 719.980384] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524fac64-7d2e-a420-d9f5-3d7943a47666" [ 719.980384] env[69073]: _type = "Task" [ 719.980384] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.990883] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524fac64-7d2e-a420-d9f5-3d7943a47666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.044741] env[69073]: DEBUG nova.network.neutron [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.148032] env[69073]: DEBUG oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcca90-7f41-72e5-5573-534cf8726c4f/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 720.151214] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb7c0d5-ecf7-4b13-ac23-0937370c39d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.161761] env[69073]: DEBUG oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcca90-7f41-72e5-5573-534cf8726c4f/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 720.161761] env[69073]: ERROR oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcca90-7f41-72e5-5573-534cf8726c4f/disk-0.vmdk due to incomplete transfer. [ 720.161761] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-283b5637-4765-412f-a35f-1f9684efc19d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.170596] env[69073]: DEBUG oslo_vmware.rw_handles [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bcca90-7f41-72e5-5573-534cf8726c4f/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 720.174026] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Uploaded image 860bb55f-65f5-4e95-b397-e41dd9d9149b to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 720.174026] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 720.174026] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-120e2d7a-addc-4865-8043-977ebb56f4e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.182215] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 720.182215] env[69073]: value = "task-3219110" [ 720.182215] env[69073]: _type = "Task" [ 720.182215] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.192099] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219110, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.235098] env[69073]: DEBUG nova.network.neutron [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Updating instance_info_cache with network_info: [{"id": "8f5fbb1c-6e86-48cf-a335-073c113e0e2a", "address": "fa:16:3e:d4:bc:65", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5fbb1c-6e", "ovs_interfaceid": "8f5fbb1c-6e86-48cf-a335-073c113e0e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.303013] env[69073]: DEBUG nova.network.neutron [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.352578] env[69073]: ERROR nova.scheduler.client.report [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [req-af005c78-c85d-47dd-8b53-6604f66a1025] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af005c78-c85d-47dd-8b53-6604f66a1025"}]} [ 720.377571] env[69073]: DEBUG nova.scheduler.client.report [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 720.396661] env[69073]: DEBUG nova.scheduler.client.report [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 720.396952] env[69073]: DEBUG nova.compute.provider_tree [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 720.413800] env[69073]: DEBUG nova.scheduler.client.report [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 720.429711] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.432141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.432141] env[69073]: DEBUG nova.network.neutron [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.438551] env[69073]: DEBUG nova.scheduler.client.report [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 720.496598] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524fac64-7d2e-a420-d9f5-3d7943a47666, 'name': SearchDatastore_Task, 'duration_secs': 0.01858} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.496899] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.497137] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2bf89dda-efc6-4350-abcc-fa25981d86ad/2bf89dda-efc6-4350-abcc-fa25981d86ad.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.497403] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fda094c-2b9d-4f9b-80b2-7725329b93ed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.511995] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 720.511995] env[69073]: value = "task-3219111" [ 720.511995] env[69073]: _type = "Task" [ 720.511995] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.521834] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.683543] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "2cacec84-7fd2-4999-ad1b-207239004e0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.683543] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "2cacec84-7fd2-4999-ad1b-207239004e0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.694965] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219110, 'name': Destroy_Task, 'duration_secs': 0.352229} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.694965] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Destroyed the VM [ 720.695184] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 720.695458] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5773f418-bd0a-451b-935d-26ccbeed246d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.708813] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 720.708813] env[69073]: value = "task-3219112" [ 720.708813] env[69073]: _type = "Task" [ 720.708813] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.721443] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.741266] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Releasing lock "refresh_cache-6318c0f4-95e8-4d08-999c-4065813c76c7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.741612] env[69073]: DEBUG nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Instance network_info: |[{"id": "8f5fbb1c-6e86-48cf-a335-073c113e0e2a", "address": "fa:16:3e:d4:bc:65", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5fbb1c-6e", "ovs_interfaceid": "8f5fbb1c-6e86-48cf-a335-073c113e0e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.743527] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:bc:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f5fbb1c-6e86-48cf-a335-073c113e0e2a', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.751569] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Creating folder: Project (d053e2e1aad34402ac337c0933108c6e). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.754763] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e09512ce-a5cb-4eab-b324-14f178e168c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.757284] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.757530] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.772853] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Created folder: Project (d053e2e1aad34402ac337c0933108c6e) in parent group-v643537. [ 720.773079] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Creating folder: Instances. Parent ref: group-v643596. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.773372] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2eb807ae-383a-4c2a-b086-3d873132e351 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.786544] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Created folder: Instances in parent group-v643596. [ 720.786867] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.787094] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.787340] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e623d7e9-a371-4c5a-8088-55103e9739e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.806349] env[69073]: INFO nova.compute.manager [-] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Took 1.05 seconds to deallocate network for instance. [ 720.813202] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.813202] env[69073]: value = "task-3219115" [ 720.813202] env[69073]: _type = "Task" [ 720.813202] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.823622] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219115, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.902116] env[69073]: DEBUG nova.compute.manager [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Received event network-vif-plugged-8f5fbb1c-6e86-48cf-a335-073c113e0e2a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.902350] env[69073]: DEBUG oslo_concurrency.lockutils [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] Acquiring lock "6318c0f4-95e8-4d08-999c-4065813c76c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.902843] env[69073]: DEBUG oslo_concurrency.lockutils [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] Lock "6318c0f4-95e8-4d08-999c-4065813c76c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.902887] env[69073]: DEBUG oslo_concurrency.lockutils [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] Lock "6318c0f4-95e8-4d08-999c-4065813c76c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.903102] env[69073]: DEBUG nova.compute.manager [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] No waiting events found dispatching network-vif-plugged-8f5fbb1c-6e86-48cf-a335-073c113e0e2a {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.903290] env[69073]: WARNING nova.compute.manager [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Received unexpected event network-vif-plugged-8f5fbb1c-6e86-48cf-a335-073c113e0e2a for instance with vm_state building and task_state spawning. [ 720.903468] env[69073]: DEBUG nova.compute.manager [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Received event network-changed-8f5fbb1c-6e86-48cf-a335-073c113e0e2a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.903670] env[69073]: DEBUG nova.compute.manager [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Refreshing instance network info cache due to event network-changed-8f5fbb1c-6e86-48cf-a335-073c113e0e2a. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.903862] env[69073]: DEBUG oslo_concurrency.lockutils [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] Acquiring lock "refresh_cache-6318c0f4-95e8-4d08-999c-4065813c76c7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.903999] env[69073]: DEBUG oslo_concurrency.lockutils [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] Acquired lock "refresh_cache-6318c0f4-95e8-4d08-999c-4065813c76c7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.904225] env[69073]: DEBUG nova.network.neutron [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Refreshing network info cache for port 8f5fbb1c-6e86-48cf-a335-073c113e0e2a {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.026406] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219111, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.120526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd726991-6f64-41c5-9f2a-f5059719bbcc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.131840] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f27114-e356-476c-944c-9e299fc1e327 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.168707] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3867e6f-e001-490f-907b-eb37e3a5ab8c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.176397] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c38848a-dd83-430e-849c-d4d1f21d776e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.191042] env[69073]: DEBUG nova.compute.provider_tree [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.219899] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219112, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.276372] env[69073]: DEBUG nova.network.neutron [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance_info_cache with network_info: [{"id": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "address": "fa:16:3e:ba:08:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e69ebb1-02", "ovs_interfaceid": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.317499] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.328195] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219115, 'name': CreateVM_Task, 'duration_secs': 0.393758} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.328368] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.329811] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.329982] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.330317] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.330586] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99351661-b697-4f55-944f-b58c0d1d7712 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.336213] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 721.336213] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527c92c0-a646-102e-f72b-4fd11faed50a" [ 721.336213] env[69073]: _type = "Task" [ 721.336213] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.345680] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527c92c0-a646-102e-f72b-4fd11faed50a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.524177] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53124} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.524504] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2bf89dda-efc6-4350-abcc-fa25981d86ad/2bf89dda-efc6-4350-abcc-fa25981d86ad.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.524678] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.524948] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbd4cbaa-78be-4092-a3d1-3543f3974224 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.536865] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 721.536865] env[69073]: value = "task-3219116" [ 721.536865] env[69073]: _type = "Task" [ 721.536865] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.551394] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.697711] env[69073]: DEBUG nova.network.neutron [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Updated VIF entry in instance network info cache for port 8f5fbb1c-6e86-48cf-a335-073c113e0e2a. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.697711] env[69073]: DEBUG nova.network.neutron [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Updating instance_info_cache with network_info: [{"id": "8f5fbb1c-6e86-48cf-a335-073c113e0e2a", "address": "fa:16:3e:d4:bc:65", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5fbb1c-6e", "ovs_interfaceid": "8f5fbb1c-6e86-48cf-a335-073c113e0e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.697948] env[69073]: DEBUG nova.scheduler.client.report [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.720738] env[69073]: DEBUG oslo_vmware.api [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219112, 'name': RemoveSnapshot_Task, 'duration_secs': 0.938249} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.721850] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.722316] env[69073]: INFO nova.compute.manager [None req-a2892c8d-3e36-40ab-bc31-30bbd56c062f tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 721.784019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.848380] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527c92c0-a646-102e-f72b-4fd11faed50a, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.849593] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.850098] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.850514] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.850971] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.853030] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.853030] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e7fd0e1-bd59-41b4-9f5f-db275f9b9b58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.871025] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.871025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.871025] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9dd525-3e6a-4b31-a406-a3b28dd9e636 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.879175] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 721.879175] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5221c13a-f5bc-6984-e0cd-f5d22fb005a0" [ 721.879175] env[69073]: _type = "Task" [ 721.879175] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.886365] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5221c13a-f5bc-6984-e0cd-f5d22fb005a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.047454] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200293} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.048294] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.048594] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c973a5-368f-48b6-ab65-32788798c0d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.075960] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 2bf89dda-efc6-4350-abcc-fa25981d86ad/2bf89dda-efc6-4350-abcc-fa25981d86ad.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.075960] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c08b45-aa07-4eb1-b06e-5e89bfc7d70a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.098252] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 722.098252] env[69073]: value = "task-3219117" [ 722.098252] env[69073]: _type = "Task" [ 722.098252] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.106897] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.201767] env[69073]: DEBUG oslo_concurrency.lockutils [req-a8c40167-fc65-43c5-8c59-a75434dff8c2 req-82c80293-818a-41ac-a466-1d92da4c8f70 service nova] Releasing lock "refresh_cache-6318c0f4-95e8-4d08-999c-4065813c76c7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.202760] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.191s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.203366] env[69073]: DEBUG nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.206431] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.741s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.208243] env[69073]: INFO nova.compute.claims [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.307016] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc373e88-01e1-4bc0-942f-70a6e82a1a33 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.329887] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99ad168-1398-4dae-89b5-45670bad1de7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.337615] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance '6ef55282-abd0-426f-80f4-287c55442574' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.389629] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5221c13a-f5bc-6984-e0cd-f5d22fb005a0, 'name': SearchDatastore_Task, 'duration_secs': 0.072958} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.390503] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea12c064-e40b-4cc3-b8af-3fb941eb30de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.399924] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 722.399924] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527de660-b3a5-a8f8-f070-dcf537d9b0d3" [ 722.399924] env[69073]: _type = "Task" [ 722.399924] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.405875] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527de660-b3a5-a8f8-f070-dcf537d9b0d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.609620] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219117, 'name': ReconfigVM_Task, 'duration_secs': 0.387037} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.611519] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 2bf89dda-efc6-4350-abcc-fa25981d86ad/2bf89dda-efc6-4350-abcc-fa25981d86ad.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.611519] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a771859-dd5f-4ddb-827e-4219d1c9ac04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.618035] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 722.618035] env[69073]: value = "task-3219118" [ 722.618035] env[69073]: _type = "Task" [ 722.618035] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.626955] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219118, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.718898] env[69073]: DEBUG nova.compute.utils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.721724] env[69073]: DEBUG nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.721724] env[69073]: DEBUG nova.network.neutron [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.776936] env[69073]: DEBUG nova.policy [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '347bd84fa4404047882817f2b6b252ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84aac1c5ae14b6e939f54a54361dbfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.845062] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.845439] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0ad522-df44-4084-ba6f-aeb30961e1f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.853788] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 722.853788] env[69073]: value = "task-3219119" [ 722.853788] env[69073]: _type = "Task" [ 722.853788] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.862952] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.912331] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527de660-b3a5-a8f8-f070-dcf537d9b0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.912629] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.912901] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 6318c0f4-95e8-4d08-999c-4065813c76c7/6318c0f4-95e8-4d08-999c-4065813c76c7.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.913178] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a568be1-6900-413f-9175-b8d02b169325 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.927248] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 722.927248] env[69073]: value = "task-3219120" [ 722.927248] env[69073]: _type = "Task" [ 722.927248] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.936836] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.130931] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219118, 'name': Rename_Task, 'duration_secs': 0.165927} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.131285] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.131575] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb58a511-5b5a-476e-a865-57965c1078ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.142903] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 723.142903] env[69073]: value = "task-3219121" [ 723.142903] env[69073]: _type = "Task" [ 723.142903] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.164547] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.225701] env[69073]: DEBUG nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.368914] env[69073]: DEBUG oslo_vmware.api [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219119, 'name': PowerOnVM_Task, 'duration_secs': 0.425909} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.370092] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.370092] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3758cd3b-50d0-4b03-bcd7-0204c822137b tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance '6ef55282-abd0-426f-80f4-287c55442574' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 723.439640] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219120, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.607731] env[69073]: DEBUG nova.network.neutron [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Successfully created port: ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.657432] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquiring lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.658077] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.658408] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquiring lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.658734] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.659120] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.662517] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219121, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.665879] env[69073]: INFO nova.compute.manager [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Terminating instance [ 723.857030] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd9f113-e5fb-49ce-a041-6e8577e57db5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.865275] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed8a962-9b31-4a9e-92a7-78333d26f1e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.899034] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1ff545-22fd-47ad-bed1-c2677cab336f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.907945] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba706c5a-2cbe-4e4e-af88-5405c956ddc1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.924013] env[69073]: DEBUG nova.compute.provider_tree [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.939376] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523406} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.940146] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 6318c0f4-95e8-4d08-999c-4065813c76c7/6318c0f4-95e8-4d08-999c-4065813c76c7.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.940552] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.940644] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfe1ff26-3192-4d42-8909-7d803448459b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.949018] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 723.949018] env[69073]: value = "task-3219122" [ 723.949018] env[69073]: _type = "Task" [ 723.949018] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.963879] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.158611] env[69073]: DEBUG oslo_vmware.api [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219121, 'name': PowerOnVM_Task, 'duration_secs': 0.622713} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.158611] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.158611] env[69073]: INFO nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Took 9.25 seconds to spawn the instance on the hypervisor. [ 724.158611] env[69073]: DEBUG nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.158611] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d103edc0-636e-4493-a871-e33bbf68e9f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.172246] env[69073]: DEBUG nova.compute.manager [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.172458] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.173265] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65920f17-5a84-4bab-a01a-f5c760ed85d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.181123] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.181370] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f30247a-b4a8-41f6-884c-17d92c386da0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.188508] env[69073]: DEBUG oslo_vmware.api [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 724.188508] env[69073]: value = "task-3219123" [ 724.188508] env[69073]: _type = "Task" [ 724.188508] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.197327] env[69073]: DEBUG oslo_vmware.api [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.242297] env[69073]: DEBUG nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.272969] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.273351] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.273624] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.273833] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.273981] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.274146] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.274512] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.274512] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.274660] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.274820] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.274985] env[69073]: DEBUG nova.virt.hardware [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.276311] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c199f0-d0ac-4bd0-b101-31317a50a789 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.284806] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa670de-93cd-4aa3-852a-cdb852513d41 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.430199] env[69073]: DEBUG nova.scheduler.client.report [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.459435] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099448} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.459736] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.460553] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c11b374-c885-4e4e-9362-2763741b2107 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.497526] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 6318c0f4-95e8-4d08-999c-4065813c76c7/6318c0f4-95e8-4d08-999c-4065813c76c7.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.500869] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c668644-e3f0-422b-847e-10e7d117af01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.522499] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 724.522499] env[69073]: value = "task-3219124" [ 724.522499] env[69073]: _type = "Task" [ 724.522499] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.526352] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "399fb7d3-fa27-48f0-a415-7d286fc19caf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.526589] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "399fb7d3-fa27-48f0-a415-7d286fc19caf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.526773] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "399fb7d3-fa27-48f0-a415-7d286fc19caf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.527028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "399fb7d3-fa27-48f0-a415-7d286fc19caf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.527121] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "399fb7d3-fa27-48f0-a415-7d286fc19caf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.529155] env[69073]: INFO nova.compute.manager [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Terminating instance [ 724.534697] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.678818] env[69073]: INFO nova.compute.manager [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Took 36.62 seconds to build instance. [ 724.698801] env[69073]: DEBUG oslo_vmware.api [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219123, 'name': PowerOffVM_Task, 'duration_secs': 0.202811} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.699813] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.699983] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.701149] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a9b356f-e892-46ac-9376-316e24beceb3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.776780] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.777055] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.777255] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Deleting the datastore file [datastore2] 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.777494] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c987fdb-1eb8-4a6b-a511-ae6602e66ac5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.785749] env[69073]: DEBUG oslo_vmware.api [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for the task: (returnval){ [ 724.785749] env[69073]: value = "task-3219126" [ 724.785749] env[69073]: _type = "Task" [ 724.785749] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.795913] env[69073]: DEBUG oslo_vmware.api [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.936408] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.937055] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.939978] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.453s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.941136] env[69073]: DEBUG nova.objects.instance [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 725.032185] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219124, 'name': ReconfigVM_Task, 'duration_secs': 0.284093} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.032551] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 6318c0f4-95e8-4d08-999c-4065813c76c7/6318c0f4-95e8-4d08-999c-4065813c76c7.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.033186] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5224b2a4-6bba-4875-b97e-98c2ec44b219 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.035211] env[69073]: DEBUG nova.compute.manager [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.035407] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.036530] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cba266-3f02-4384-8135-eb38740e791b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.041892] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 725.041892] env[69073]: value = "task-3219127" [ 725.041892] env[69073]: _type = "Task" [ 725.041892] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.048842] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.049475] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab0acc11-c820-4a72-a6ff-7fa03f0fbc70 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.054850] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219127, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.119823] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.119984] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.120221] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Deleting the datastore file [datastore1] 399fb7d3-fa27-48f0-a415-7d286fc19caf {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.120790] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4aa8cd4-5fa0-4ba8-af48-42e068a71e3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.128721] env[69073]: DEBUG oslo_vmware.api [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 725.128721] env[69073]: value = "task-3219129" [ 725.128721] env[69073]: _type = "Task" [ 725.128721] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.139444] env[69073]: DEBUG oslo_vmware.api [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.181013] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c104dea2-a5fc-4b5f-9a06-26edad30b338 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "2bf89dda-efc6-4350-abcc-fa25981d86ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.379s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.298696] env[69073]: DEBUG oslo_vmware.api [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Task: {'id': task-3219126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209614} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.299066] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.299455] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.299701] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.299919] env[69073]: INFO nova.compute.manager [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 725.300526] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.300771] env[69073]: DEBUG nova.compute.manager [-] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.300913] env[69073]: DEBUG nova.network.neutron [-] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.450018] env[69073]: DEBUG nova.compute.utils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.459133] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.459133] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.551115] env[69073]: DEBUG nova.network.neutron [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Successfully updated port: ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.563750] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219127, 'name': Rename_Task, 'duration_secs': 0.164936} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.563750] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.564916] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27f600b9-b4ee-4dbe-9541-2d1deea9fdfe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.572274] env[69073]: DEBUG nova.policy [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de69e5ad4b374b4a9ca5498b7bcd0ca6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b887103a4f44ea1a64852e86b688eb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.576992] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 725.576992] env[69073]: value = "task-3219130" [ 725.576992] env[69073]: _type = "Task" [ 725.576992] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.586022] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.646312] env[69073]: DEBUG oslo_vmware.api [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202388} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.646312] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.646312] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.646312] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.646488] env[69073]: INFO nova.compute.manager [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Took 0.61 seconds to destroy the instance on the hypervisor. [ 725.647074] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.648513] env[69073]: DEBUG nova.compute.manager [-] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.648714] env[69073]: DEBUG nova.network.neutron [-] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.684536] env[69073]: DEBUG nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.731243] env[69073]: DEBUG nova.compute.manager [req-ddf25012-af69-4a56-b96a-8633ad09471c req-5547e518-fba6-4b90-94b2-b4b080c11cfb service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Received event network-vif-plugged-ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.731497] env[69073]: DEBUG oslo_concurrency.lockutils [req-ddf25012-af69-4a56-b96a-8633ad09471c req-5547e518-fba6-4b90-94b2-b4b080c11cfb service nova] Acquiring lock "f522d769-61e5-4c43-957c-a70094b60c19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.735229] env[69073]: DEBUG oslo_concurrency.lockutils [req-ddf25012-af69-4a56-b96a-8633ad09471c req-5547e518-fba6-4b90-94b2-b4b080c11cfb service nova] Lock "f522d769-61e5-4c43-957c-a70094b60c19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.735229] env[69073]: DEBUG oslo_concurrency.lockutils [req-ddf25012-af69-4a56-b96a-8633ad09471c req-5547e518-fba6-4b90-94b2-b4b080c11cfb service nova] Lock "f522d769-61e5-4c43-957c-a70094b60c19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.735229] env[69073]: DEBUG nova.compute.manager [req-ddf25012-af69-4a56-b96a-8633ad09471c req-5547e518-fba6-4b90-94b2-b4b080c11cfb service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] No waiting events found dispatching network-vif-plugged-ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.735541] env[69073]: WARNING nova.compute.manager [req-ddf25012-af69-4a56-b96a-8633ad09471c req-5547e518-fba6-4b90-94b2-b4b080c11cfb service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Received unexpected event network-vif-plugged-ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 for instance with vm_state building and task_state spawning. [ 725.962812] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.966832] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fb5344f1-6c6e-4f88-9c7d-1831a2b41891 tempest-ServersAdmin275Test-1795573556 tempest-ServersAdmin275Test-1795573556-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.969725] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "6ef55282-abd0-426f-80f4-287c55442574" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.969725] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.969725] env[69073]: DEBUG nova.compute.manager [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Going to confirm migration 1 {{(pid=69073) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 725.972942] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.129s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.974357] env[69073]: INFO nova.compute.claims [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.050437] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Successfully created port: 65c65e97-3e5c-47a3-bdd4-c57874e1fe7b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.054795] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.054795] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.054795] env[69073]: DEBUG nova.network.neutron [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.073632] env[69073]: DEBUG nova.compute.manager [req-3c0b2b32-3125-4971-9962-ad51bbe50e82 req-94b552cc-fc2b-4330-8a40-40786b960314 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Received event network-vif-deleted-49fcb9b6-3066-4eb4-80ce-f1fcffa930d4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.073632] env[69073]: INFO nova.compute.manager [req-3c0b2b32-3125-4971-9962-ad51bbe50e82 req-94b552cc-fc2b-4330-8a40-40786b960314 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Neutron deleted interface 49fcb9b6-3066-4eb4-80ce-f1fcffa930d4; detaching it from the instance and deleting it from the info cache [ 726.073632] env[69073]: DEBUG nova.network.neutron [req-3c0b2b32-3125-4971-9962-ad51bbe50e82 req-94b552cc-fc2b-4330-8a40-40786b960314 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.087167] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219130, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.097051] env[69073]: DEBUG nova.network.neutron [-] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.211981] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.489639] env[69073]: DEBUG nova.network.neutron [-] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.569202] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.569395] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.569575] env[69073]: DEBUG nova.network.neutron [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.569758] env[69073]: DEBUG nova.objects.instance [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lazy-loading 'info_cache' on Instance uuid 6ef55282-abd0-426f-80f4-287c55442574 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.575406] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e537a7f6-b40c-4e18-8166-573086e9af5e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.590166] env[69073]: DEBUG oslo_vmware.api [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219130, 'name': PowerOnVM_Task, 'duration_secs': 0.568544} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.591563] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.591917] env[69073]: INFO nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Took 8.82 seconds to spawn the instance on the hypervisor. [ 726.592144] env[69073]: DEBUG nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.593097] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e49ca-45ef-4938-b8e4-7f165f9f12cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.599660] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da74c08-6db4-4232-88f4-86a79b5f43f9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.613042] env[69073]: DEBUG nova.network.neutron [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.615869] env[69073]: INFO nova.compute.manager [-] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Took 1.31 seconds to deallocate network for instance. [ 726.642112] env[69073]: DEBUG nova.compute.manager [req-3c0b2b32-3125-4971-9962-ad51bbe50e82 req-94b552cc-fc2b-4330-8a40-40786b960314 service nova] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Detach interface failed, port_id=49fcb9b6-3066-4eb4-80ce-f1fcffa930d4, reason: Instance 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 726.809952] env[69073]: DEBUG nova.network.neutron [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance_info_cache with network_info: [{"id": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "address": "fa:16:3e:02:14:82", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade34f8a-2c", "ovs_interfaceid": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.978640] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.994292] env[69073]: INFO nova.compute.manager [-] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Took 1.35 seconds to deallocate network for instance. [ 727.009997] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.010342] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.010470] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.010675] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.010872] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.013757] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.015012] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.015835] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.017058] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.018132] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.019155] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.020076] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586185d-bccc-4c3c-a474-dffc54731b58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.032476] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c13469e-d443-4e3a-89ce-a7edf7004f55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.132795] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.152478] env[69073]: INFO nova.compute.manager [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Took 38.64 seconds to build instance. [ 727.312328] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.312627] env[69073]: DEBUG nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Instance network_info: |[{"id": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "address": "fa:16:3e:02:14:82", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade34f8a-2c", "ovs_interfaceid": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.314169] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:14:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.322258] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating folder: Project (e84aac1c5ae14b6e939f54a54361dbfc). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.326031] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46fe2bbb-5c3d-4b75-8b95-cc286e31c419 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.339898] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Created folder: Project (e84aac1c5ae14b6e939f54a54361dbfc) in parent group-v643537. [ 727.340108] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating folder: Instances. Parent ref: group-v643599. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.340342] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb5474f3-5ea5-40a0-8945-cdb5f6710853 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.353074] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Created folder: Instances in parent group-v643599. [ 727.353321] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.353533] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.353762] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e228353-9f55-4fd3-9ae9-26f9304f3753 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.379664] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.379664] env[69073]: value = "task-3219133" [ 727.379664] env[69073]: _type = "Task" [ 727.379664] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.389077] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219133, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.502054] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.596372] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589714c1-3204-4974-8380-c62aa2de0453 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.605111] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60cdf5c-33a7-4526-83a3-724887de97cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.639980] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbdceb1-03c8-47b0-8168-437145554e3f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.649417] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a650fd-b612-42d5-a392-c24c91e3c43b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.655655] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0808a3ae-1f7a-450a-b486-d651b544abe5 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "6318c0f4-95e8-4d08-999c-4065813c76c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.157s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.668941] env[69073]: DEBUG nova.compute.provider_tree [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 727.671262] env[69073]: DEBUG nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.807307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquiring lock "6318c0f4-95e8-4d08-999c-4065813c76c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.807307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "6318c0f4-95e8-4d08-999c-4065813c76c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.807307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquiring lock "6318c0f4-95e8-4d08-999c-4065813c76c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.807692] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "6318c0f4-95e8-4d08-999c-4065813c76c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.807986] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "6318c0f4-95e8-4d08-999c-4065813c76c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.812021] env[69073]: INFO nova.compute.manager [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Terminating instance [ 727.896073] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219133, 'name': CreateVM_Task, 'duration_secs': 0.505522} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.896327] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.897040] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.897194] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.897572] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.897783] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d898ac15-c0bf-43bb-82a0-982e918a1f19 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.903782] env[69073]: DEBUG nova.compute.manager [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Received event network-changed-ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.904814] env[69073]: DEBUG nova.compute.manager [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Refreshing instance network info cache due to event network-changed-ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 727.905170] env[69073]: DEBUG oslo_concurrency.lockutils [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] Acquiring lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.905459] env[69073]: DEBUG oslo_concurrency.lockutils [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] Acquired lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.905701] env[69073]: DEBUG nova.network.neutron [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Refreshing network info cache for port ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.912371] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 727.912371] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bd8bfc-9ca6-3544-8d2f-993aa862534d" [ 727.912371] env[69073]: _type = "Task" [ 727.912371] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.928204] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bd8bfc-9ca6-3544-8d2f-993aa862534d, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.930968] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.931394] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.931655] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.931944] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.932060] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.932776] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-330b226b-a6f6-415f-81b9-75a9f293c110 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.943411] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.943697] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.944704] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123f06da-b485-4b44-920d-411f4efe2b8a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.951795] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 727.951795] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2c80d-f776-9ea5-4718-9c4cca78dfc6" [ 727.951795] env[69073]: _type = "Task" [ 727.951795] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.960871] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2c80d-f776-9ea5-4718-9c4cca78dfc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.064205] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Successfully updated port: 65c65e97-3e5c-47a3-bdd4-c57874e1fe7b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.106262] env[69073]: DEBUG nova.network.neutron [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance_info_cache with network_info: [{"id": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "address": "fa:16:3e:ba:08:7d", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e69ebb1-02", "ovs_interfaceid": "6e69ebb1-02c8-464a-88c9-4c9f83314f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.199796] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.224944] env[69073]: DEBUG nova.compute.manager [req-dec6e01d-c71a-47a8-8aca-381d5126a1a7 req-d1adb8e3-451f-4f2f-ab31-72fb2dd7616f service nova] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Received event network-vif-deleted-2bc3c50e-006c-4195-b8c1-585d9b40d821 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.229242] env[69073]: DEBUG nova.scheduler.client.report [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 728.229242] env[69073]: DEBUG nova.compute.provider_tree [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 48 to 49 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 728.229532] env[69073]: DEBUG nova.compute.provider_tree [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.316326] env[69073]: DEBUG nova.compute.manager [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.316326] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.317808] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd1317-027f-4664-bd63-0e83438ba722 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.330942] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.331532] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441881c5-2579-4ee2-b62b-5e566e668344 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.344026] env[69073]: DEBUG oslo_vmware.api [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 728.344026] env[69073]: value = "task-3219134" [ 728.344026] env[69073]: _type = "Task" [ 728.344026] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.349610] env[69073]: DEBUG oslo_vmware.api [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.463573] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2c80d-f776-9ea5-4718-9c4cca78dfc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.464429] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59290708-6b2d-4711-a7f6-c0c857808843 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.471186] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 728.471186] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280e532-dd69-a740-97d2-a04dc61d2dd5" [ 728.471186] env[69073]: _type = "Task" [ 728.471186] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.479501] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280e532-dd69-a740-97d2-a04dc61d2dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.568909] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "refresh_cache-4f80f5be-5b1e-4156-b061-81e818008cdd" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.568909] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "refresh_cache-4f80f5be-5b1e-4156-b061-81e818008cdd" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.568909] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.609894] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-6ef55282-abd0-426f-80f4-287c55442574" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.611030] env[69073]: DEBUG nova.objects.instance [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lazy-loading 'migration_context' on Instance uuid 6ef55282-abd0-426f-80f4-287c55442574 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.736047] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.737929] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.744797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.245s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.744797] env[69073]: DEBUG nova.objects.instance [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lazy-loading 'resources' on Instance uuid 723a968e-c191-4e9e-88c2-a77edc22e3bc {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.805630] env[69073]: DEBUG oslo_concurrency.lockutils [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "061174f6-86e2-4229-9337-7283ee1aaa7b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.805630] env[69073]: DEBUG oslo_concurrency.lockutils [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.805630] env[69073]: DEBUG nova.compute.manager [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.806076] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c64b51-1210-49a2-adb5-4b9c29b6e76f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.813904] env[69073]: DEBUG nova.compute.manager [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 728.818575] env[69073]: DEBUG nova.objects.instance [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lazy-loading 'flavor' on Instance uuid 061174f6-86e2-4229-9337-7283ee1aaa7b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.852440] env[69073]: DEBUG oslo_vmware.api [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219134, 'name': PowerOffVM_Task, 'duration_secs': 0.219771} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.852694] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.852883] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.853210] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d1bc05-3f58-47c3-a1da-ccc84a43b7b5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.919702] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.919930] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.920132] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Deleting the datastore file [datastore1] 6318c0f4-95e8-4d08-999c-4065813c76c7 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.920393] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56502f5d-bee0-4140-a0d1-5296cff7fcb6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.928322] env[69073]: DEBUG oslo_vmware.api [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for the task: (returnval){ [ 728.928322] env[69073]: value = "task-3219136" [ 728.928322] env[69073]: _type = "Task" [ 728.928322] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.937681] env[69073]: DEBUG oslo_vmware.api [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.942981] env[69073]: DEBUG nova.network.neutron [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updated VIF entry in instance network info cache for port ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.943354] env[69073]: DEBUG nova.network.neutron [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance_info_cache with network_info: [{"id": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "address": "fa:16:3e:02:14:82", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade34f8a-2c", "ovs_interfaceid": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.982906] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280e532-dd69-a740-97d2-a04dc61d2dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.983182] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.983440] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f522d769-61e5-4c43-957c-a70094b60c19/f522d769-61e5-4c43-957c-a70094b60c19.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.983723] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce93d55-f3f6-4ed5-af84-1b5ecc88b60e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.992443] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 728.992443] env[69073]: value = "task-3219137" [ 728.992443] env[69073]: _type = "Task" [ 728.992443] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.001834] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.115032] env[69073]: DEBUG nova.objects.base [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Object Instance<6ef55282-abd0-426f-80f4-287c55442574> lazy-loaded attributes: info_cache,migration_context {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 729.115362] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a42237c-ce8a-438e-85dc-2368222a2a47 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.135366] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11039df7-e01d-4071-9a37-02c139d6840f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.144601] env[69073]: DEBUG oslo_vmware.api [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 729.144601] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52259de0-c508-a49a-6c48-695d149e5168" [ 729.144601] env[69073]: _type = "Task" [ 729.144601] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.151803] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.158764] env[69073]: DEBUG oslo_vmware.api [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52259de0-c508-a49a-6c48-695d149e5168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.247409] env[69073]: DEBUG nova.compute.utils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.249480] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.249480] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.392577] env[69073]: DEBUG nova.policy [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de69e5ad4b374b4a9ca5498b7bcd0ca6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b887103a4f44ea1a64852e86b688eb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.448204] env[69073]: DEBUG oslo_concurrency.lockutils [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] Releasing lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.448575] env[69073]: DEBUG nova.compute.manager [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Received event network-vif-plugged-65c65e97-3e5c-47a3-bdd4-c57874e1fe7b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.448825] env[69073]: DEBUG oslo_concurrency.lockutils [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] Acquiring lock "4f80f5be-5b1e-4156-b061-81e818008cdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.449029] env[69073]: DEBUG oslo_concurrency.lockutils [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] Lock "4f80f5be-5b1e-4156-b061-81e818008cdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.449206] env[69073]: DEBUG oslo_concurrency.lockutils [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] Lock "4f80f5be-5b1e-4156-b061-81e818008cdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.449372] env[69073]: DEBUG nova.compute.manager [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] No waiting events found dispatching network-vif-plugged-65c65e97-3e5c-47a3-bdd4-c57874e1fe7b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.449532] env[69073]: WARNING nova.compute.manager [req-9219039f-d2b1-495d-802f-71c5a1f92537 req-9df730dd-cc04-442c-9d96-b5532cc01783 service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Received unexpected event network-vif-plugged-65c65e97-3e5c-47a3-bdd4-c57874e1fe7b for instance with vm_state building and task_state spawning. [ 729.453907] env[69073]: DEBUG oslo_vmware.api [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Task: {'id': task-3219136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366364} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.453907] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.455015] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.455015] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.455015] env[69073]: INFO nova.compute.manager [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 729.455015] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.455015] env[69073]: DEBUG nova.compute.manager [-] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.455298] env[69073]: DEBUG nova.network.neutron [-] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.510488] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49967} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.511950] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f522d769-61e5-4c43-957c-a70094b60c19/f522d769-61e5-4c43-957c-a70094b60c19.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.512221] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.512482] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07cb1f5f-29f1-4438-aff0-e2dae7cf3ae7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.522427] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 729.522427] env[69073]: value = "task-3219138" [ 729.522427] env[69073]: _type = "Task" [ 729.522427] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.528076] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Updating instance_info_cache with network_info: [{"id": "65c65e97-3e5c-47a3-bdd4-c57874e1fe7b", "address": "fa:16:3e:d9:ca:79", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c65e97-3e", "ovs_interfaceid": "65c65e97-3e5c-47a3-bdd4-c57874e1fe7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.533250] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.656791] env[69073]: DEBUG oslo_vmware.api [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52259de0-c508-a49a-6c48-695d149e5168, 'name': SearchDatastore_Task, 'duration_secs': 0.048022} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.657265] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.762664] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.826056] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Successfully created port: 28e1ebe3-fdf8-4c7c-b161-76c589a3cdda {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.836568] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.836844] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa2efdc1-96ed-47b3-a0f8-a58aa62c5204 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.845828] env[69073]: DEBUG oslo_vmware.api [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 729.845828] env[69073]: value = "task-3219139" [ 729.845828] env[69073]: _type = "Task" [ 729.845828] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.862255] env[69073]: DEBUG oslo_vmware.api [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.961022] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830590ee-f5e1-471e-8ee2-c8c70b9292a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.967526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0674c5c2-33bd-4b3d-92e0-721413222308 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.000808] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471b8f4a-fe39-4f60-a571-e6267c2cc7b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.009356] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb4680d-c1e5-4ca3-bc2c-096c7f26b03e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.028633] env[69073]: DEBUG nova.compute.provider_tree [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.033918] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "refresh_cache-4f80f5be-5b1e-4156-b061-81e818008cdd" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.034256] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Instance network_info: |[{"id": "65c65e97-3e5c-47a3-bdd4-c57874e1fe7b", "address": "fa:16:3e:d9:ca:79", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c65e97-3e", "ovs_interfaceid": "65c65e97-3e5c-47a3-bdd4-c57874e1fe7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.034877] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ca:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65c65e97-3e5c-47a3-bdd4-c57874e1fe7b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.043154] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Creating folder: Project (7b887103a4f44ea1a64852e86b688eb5). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.044553] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16653314-adda-4faa-9277-d141224d5a01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.050816] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070378} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.051144] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.051865] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f02998d-aabe-4c58-bd94-f2b172df105b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.075939] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f522d769-61e5-4c43-957c-a70094b60c19/f522d769-61e5-4c43-957c-a70094b60c19.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.077638] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f9ee78-695c-4431-a129-9b265a968986 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.095152] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Created folder: Project (7b887103a4f44ea1a64852e86b688eb5) in parent group-v643537. [ 730.095356] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Creating folder: Instances. Parent ref: group-v643602. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.096031] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1348ce80-7c74-4843-98b3-90ea0bcb3c14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.104323] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 730.104323] env[69073]: value = "task-3219142" [ 730.104323] env[69073]: _type = "Task" [ 730.104323] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.109386] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Created folder: Instances in parent group-v643602. [ 730.109637] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.110228] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.112250] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-700fd9de-96b8-4685-896b-e991320ce83b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.127975] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219142, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.134157] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.134157] env[69073]: value = "task-3219143" [ 730.134157] env[69073]: _type = "Task" [ 730.134157] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.142793] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219143, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.177606] env[69073]: DEBUG nova.compute.manager [req-49409e21-8574-429c-ac8e-2f39329db2be req-0ea1a5d0-eb0e-4d4e-a83b-f6de58356936 service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Received event network-changed-65c65e97-3e5c-47a3-bdd4-c57874e1fe7b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.177791] env[69073]: DEBUG nova.compute.manager [req-49409e21-8574-429c-ac8e-2f39329db2be req-0ea1a5d0-eb0e-4d4e-a83b-f6de58356936 service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Refreshing instance network info cache due to event network-changed-65c65e97-3e5c-47a3-bdd4-c57874e1fe7b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.177934] env[69073]: DEBUG oslo_concurrency.lockutils [req-49409e21-8574-429c-ac8e-2f39329db2be req-0ea1a5d0-eb0e-4d4e-a83b-f6de58356936 service nova] Acquiring lock "refresh_cache-4f80f5be-5b1e-4156-b061-81e818008cdd" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.178133] env[69073]: DEBUG oslo_concurrency.lockutils [req-49409e21-8574-429c-ac8e-2f39329db2be req-0ea1a5d0-eb0e-4d4e-a83b-f6de58356936 service nova] Acquired lock "refresh_cache-4f80f5be-5b1e-4156-b061-81e818008cdd" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.178316] env[69073]: DEBUG nova.network.neutron [req-49409e21-8574-429c-ac8e-2f39329db2be req-0ea1a5d0-eb0e-4d4e-a83b-f6de58356936 service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Refreshing network info cache for port 65c65e97-3e5c-47a3-bdd4-c57874e1fe7b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.263573] env[69073]: DEBUG nova.network.neutron [-] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.359943] env[69073]: DEBUG oslo_vmware.api [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219139, 'name': PowerOffVM_Task, 'duration_secs': 0.482822} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.361136] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.361136] env[69073]: DEBUG nova.compute.manager [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.361676] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40dd010-b639-41ef-8270-60d2859cf322 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.556228] env[69073]: ERROR nova.scheduler.client.report [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] [req-536442f4-3559-4e1c-ae12-d116d9f83c5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-536442f4-3559-4e1c-ae12-d116d9f83c5d"}]} [ 730.573904] env[69073]: DEBUG nova.scheduler.client.report [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 730.583614] env[69073]: DEBUG nova.compute.manager [req-2dae6aa3-ec25-4d49-96a0-47104cb724c1 req-63d0d69a-9a54-480d-9786-6b61e5625027 service nova] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Received event network-vif-deleted-8f5fbb1c-6e86-48cf-a335-073c113e0e2a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.597364] env[69073]: DEBUG nova.scheduler.client.report [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 730.597599] env[69073]: DEBUG nova.compute.provider_tree [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.619162] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.620387] env[69073]: DEBUG nova.scheduler.client.report [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 730.650700] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219143, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.652721] env[69073]: DEBUG nova.scheduler.client.report [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 730.751932] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquiring lock "4079e384-966a-4bae-9515-3d8a3a1c19c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.754468] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "4079e384-966a-4bae-9515-3d8a3a1c19c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.767751] env[69073]: INFO nova.compute.manager [-] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Took 1.31 seconds to deallocate network for instance. [ 730.775673] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.811826] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.812110] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.812270] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.812447] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.812592] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.812741] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.812945] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.813136] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.813373] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.813562] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.813742] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.815008] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08a386-7c62-4595-92bf-737dae148f6d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.838843] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a1fc06-7364-4c3f-a9a7-60a8a2ab024e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.879377] env[69073]: DEBUG oslo_concurrency.lockutils [None req-df3a4630-eb81-49a7-a34d-5139cdf0bad7 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.010286] env[69073]: DEBUG nova.network.neutron [req-49409e21-8574-429c-ac8e-2f39329db2be req-0ea1a5d0-eb0e-4d4e-a83b-f6de58356936 service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Updated VIF entry in instance network info cache for port 65c65e97-3e5c-47a3-bdd4-c57874e1fe7b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.010702] env[69073]: DEBUG nova.network.neutron [req-49409e21-8574-429c-ac8e-2f39329db2be req-0ea1a5d0-eb0e-4d4e-a83b-f6de58356936 service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Updating instance_info_cache with network_info: [{"id": "65c65e97-3e5c-47a3-bdd4-c57874e1fe7b", "address": "fa:16:3e:d9:ca:79", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65c65e97-3e", "ovs_interfaceid": "65c65e97-3e5c-47a3-bdd4-c57874e1fe7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.117463] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219142, 'name': ReconfigVM_Task, 'duration_secs': 0.770485} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.120316] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f522d769-61e5-4c43-957c-a70094b60c19/f522d769-61e5-4c43-957c-a70094b60c19.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.121899] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e8d11cf-2dac-4a59-b07f-66bccb9bf4f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.128635] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 731.128635] env[69073]: value = "task-3219144" [ 731.128635] env[69073]: _type = "Task" [ 731.128635] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.142406] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219144, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.148834] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219143, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.280562] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.292079] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658d7bfa-2f0b-4662-8dbe-7a09c82057f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.305032] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ca6555-235f-45c5-980d-e1c6d7fac482 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.346521] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0954b08-5706-4c3d-8f62-fb68984a3505 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.355470] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6306715-de6b-4055-b24e-35ef402dd5ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.375769] env[69073]: DEBUG nova.compute.provider_tree [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.514470] env[69073]: DEBUG oslo_concurrency.lockutils [req-49409e21-8574-429c-ac8e-2f39329db2be req-0ea1a5d0-eb0e-4d4e-a83b-f6de58356936 service nova] Releasing lock "refresh_cache-4f80f5be-5b1e-4156-b061-81e818008cdd" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.520722] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Successfully updated port: 28e1ebe3-fdf8-4c7c-b161-76c589a3cdda {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.638982] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219144, 'name': Rename_Task, 'duration_secs': 0.195986} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.642471] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.642727] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-593c2544-5d69-49e9-8077-1f005b7414c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.650695] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219143, 'name': CreateVM_Task, 'duration_secs': 1.090507} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.651849] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.652191] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 731.652191] env[69073]: value = "task-3219145" [ 731.652191] env[69073]: _type = "Task" [ 731.652191] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.653050] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.653223] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.653535] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.653835] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e66f43-001a-457f-bf6c-087e1cd826bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.662126] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 731.662126] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a97ab0-d391-f98c-f92c-0574df8a7a14" [ 731.662126] env[69073]: _type = "Task" [ 731.662126] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.665060] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.673387] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a97ab0-d391-f98c-f92c-0574df8a7a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.687504] env[69073]: DEBUG nova.objects.instance [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lazy-loading 'flavor' on Instance uuid 061174f6-86e2-4229-9337-7283ee1aaa7b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.911845] env[69073]: DEBUG nova.scheduler.client.report [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 731.912365] env[69073]: DEBUG nova.compute.provider_tree [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 50 to 51 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 731.912365] env[69073]: DEBUG nova.compute.provider_tree [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.024398] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "refresh_cache-49d1b3a4-385f-430e-91df-e1d6c60b6855" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.024642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "refresh_cache-49d1b3a4-385f-430e-91df-e1d6c60b6855" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.024795] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.167098] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.177335] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a97ab0-d391-f98c-f92c-0574df8a7a14, 'name': SearchDatastore_Task, 'duration_secs': 0.017637} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.177707] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.178102] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.178389] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.178549] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.178717] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.178980] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff2ec527-1bbe-46df-99df-3130446e7945 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.188543] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.188747] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.191128] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020b1fa0-7da3-48cc-baf5-4fb509775af8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.193690] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.193842] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquired lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.194019] env[69073]: DEBUG nova.network.neutron [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.194197] env[69073]: DEBUG nova.objects.instance [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lazy-loading 'info_cache' on Instance uuid 061174f6-86e2-4229-9337-7283ee1aaa7b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.201072] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 732.201072] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52afcb6d-19c3-25cc-af25-ff7dfa406e7c" [ 732.201072] env[69073]: _type = "Task" [ 732.201072] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.208154] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52afcb6d-19c3-25cc-af25-ff7dfa406e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.210310] env[69073]: DEBUG nova.compute.manager [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Received event network-vif-plugged-28e1ebe3-fdf8-4c7c-b161-76c589a3cdda {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.210503] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] Acquiring lock "49d1b3a4-385f-430e-91df-e1d6c60b6855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.210700] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] Lock "49d1b3a4-385f-430e-91df-e1d6c60b6855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.210856] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] Lock "49d1b3a4-385f-430e-91df-e1d6c60b6855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.211027] env[69073]: DEBUG nova.compute.manager [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] No waiting events found dispatching network-vif-plugged-28e1ebe3-fdf8-4c7c-b161-76c589a3cdda {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.211194] env[69073]: WARNING nova.compute.manager [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Received unexpected event network-vif-plugged-28e1ebe3-fdf8-4c7c-b161-76c589a3cdda for instance with vm_state building and task_state spawning. [ 732.211348] env[69073]: DEBUG nova.compute.manager [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Received event network-changed-28e1ebe3-fdf8-4c7c-b161-76c589a3cdda {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.211519] env[69073]: DEBUG nova.compute.manager [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Refreshing instance network info cache due to event network-changed-28e1ebe3-fdf8-4c7c-b161-76c589a3cdda. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 732.211735] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] Acquiring lock "refresh_cache-49d1b3a4-385f-430e-91df-e1d6c60b6855" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.417909] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.674s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.420408] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.496s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.422154] env[69073]: INFO nova.compute.claims [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.446349] env[69073]: INFO nova.scheduler.client.report [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Deleted allocations for instance 723a968e-c191-4e9e-88c2-a77edc22e3bc [ 732.556084] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.670203] env[69073]: DEBUG oslo_vmware.api [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219145, 'name': PowerOnVM_Task, 'duration_secs': 0.685123} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.670670] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.670978] env[69073]: INFO nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Took 8.43 seconds to spawn the instance on the hypervisor. [ 732.671273] env[69073]: DEBUG nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.672454] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d957e4f8-ff13-47b7-aaf6-7e08f61ef833 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.697952] env[69073]: DEBUG nova.objects.base [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Object Instance<061174f6-86e2-4229-9337-7283ee1aaa7b> lazy-loaded attributes: flavor,info_cache {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 732.713127] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52afcb6d-19c3-25cc-af25-ff7dfa406e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.014292} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.717242] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cbfd22-6cac-4a69-ae76-b8d491f5026d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.724127] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 732.724127] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223791d-9857-b388-0f23-edf969454a3d" [ 732.724127] env[69073]: _type = "Task" [ 732.724127] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.734158] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223791d-9857-b388-0f23-edf969454a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.760460] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Updating instance_info_cache with network_info: [{"id": "28e1ebe3-fdf8-4c7c-b161-76c589a3cdda", "address": "fa:16:3e:25:3f:1b", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e1ebe3-fd", "ovs_interfaceid": "28e1ebe3-fdf8-4c7c-b161-76c589a3cdda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.952823] env[69073]: DEBUG oslo_concurrency.lockutils [None req-34fc11b1-a947-41ee-8827-ffeef4d63ae6 tempest-TenantUsagesTestJSON-1694917895 tempest-TenantUsagesTestJSON-1694917895-project-member] Lock "723a968e-c191-4e9e-88c2-a77edc22e3bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.968s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.193697] env[69073]: INFO nova.compute.manager [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Took 38.23 seconds to build instance. [ 733.236383] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223791d-9857-b388-0f23-edf969454a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.237265] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.237526] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4f80f5be-5b1e-4156-b061-81e818008cdd/4f80f5be-5b1e-4156-b061-81e818008cdd.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.237787] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-452570b8-3f3e-4701-9fae-f1e3ca015711 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.247808] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 733.247808] env[69073]: value = "task-3219146" [ 733.247808] env[69073]: _type = "Task" [ 733.247808] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.257102] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.262983] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "refresh_cache-49d1b3a4-385f-430e-91df-e1d6c60b6855" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.263347] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Instance network_info: |[{"id": "28e1ebe3-fdf8-4c7c-b161-76c589a3cdda", "address": "fa:16:3e:25:3f:1b", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e1ebe3-fd", "ovs_interfaceid": "28e1ebe3-fdf8-4c7c-b161-76c589a3cdda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.263649] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] Acquired lock "refresh_cache-49d1b3a4-385f-430e-91df-e1d6c60b6855" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.263832] env[69073]: DEBUG nova.network.neutron [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Refreshing network info cache for port 28e1ebe3-fdf8-4c7c-b161-76c589a3cdda {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.264989] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:3f:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28e1ebe3-fdf8-4c7c-b161-76c589a3cdda', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.272328] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.273260] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.273490] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84a0e3e-a1bf-4590-b091-deaa1feded42 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.295797] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.295797] env[69073]: value = "task-3219147" [ 733.295797] env[69073]: _type = "Task" [ 733.295797] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.304451] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219147, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.441186] env[69073]: DEBUG nova.network.neutron [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Updating instance_info_cache with network_info: [{"id": "4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f", "address": "fa:16:3e:68:d9:ec", "network": {"id": "48231862-3143-4ed1-9c16-073287f247e4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-669622463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bfd1e4e171f84708900d6f8935aebb01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b107fab-ee71-47db-ad4d-3c6f05546843", "external-id": "cl2-zone-554", "segmentation_id": 554, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0a33bd-37", "ovs_interfaceid": "4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.696587] env[69073]: DEBUG oslo_concurrency.lockutils [None req-28856399-d539-4a7a-98ac-c399d8066b75 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.291s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.763263] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219146, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.804942] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219147, 'name': CreateVM_Task, 'duration_secs': 0.429909} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.805137] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.805889] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.805973] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.806312] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.808818] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1ff2ee4-43cc-4210-b3da-b3ffbfc59146 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.814029] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 733.814029] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52875881-6008-630a-9fa7-b5ca5e6edeff" [ 733.814029] env[69073]: _type = "Task" [ 733.814029] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.826558] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52875881-6008-630a-9fa7-b5ca5e6edeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.943570] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Releasing lock "refresh_cache-061174f6-86e2-4229-9337-7283ee1aaa7b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.083288] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e00ac57-7b74-4715-982a-cd492c230841 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.094015] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45927c9e-7c49-4c63-b012-edca679597d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.129975] env[69073]: DEBUG nova.network.neutron [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Updated VIF entry in instance network info cache for port 28e1ebe3-fdf8-4c7c-b161-76c589a3cdda. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.130335] env[69073]: DEBUG nova.network.neutron [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Updating instance_info_cache with network_info: [{"id": "28e1ebe3-fdf8-4c7c-b161-76c589a3cdda", "address": "fa:16:3e:25:3f:1b", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28e1ebe3-fd", "ovs_interfaceid": "28e1ebe3-fdf8-4c7c-b161-76c589a3cdda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.133240] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464bb093-e5c7-4677-9cd0-ceb5dfc9b648 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.142923] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d7dcd0-46b4-4848-a428-5e2d2446a5ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.158063] env[69073]: DEBUG nova.compute.provider_tree [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.199530] env[69073]: DEBUG nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.259703] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516046} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.260730] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4f80f5be-5b1e-4156-b061-81e818008cdd/4f80f5be-5b1e-4156-b061-81e818008cdd.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.260730] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.260730] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faa3f832-d7ef-43fc-81f2-467843e3e6c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.269116] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 734.269116] env[69073]: value = "task-3219148" [ 734.269116] env[69073]: _type = "Task" [ 734.269116] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.279346] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.326422] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52875881-6008-630a-9fa7-b5ca5e6edeff, 'name': SearchDatastore_Task, 'duration_secs': 0.075415} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.326729] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.326953] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.327213] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.327353] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.327534] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.327794] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59757cc0-7465-4096-8be9-92b6d9982164 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.339452] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.339656] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.340807] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d033c46-aa85-43e0-995b-a7cc85ee133c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.346845] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 734.346845] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5276a196-51f2-ed06-b938-e90f2a96b7d7" [ 734.346845] env[69073]: _type = "Task" [ 734.346845] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.355345] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5276a196-51f2-ed06-b938-e90f2a96b7d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.634100] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa4d8a07-18c8-433f-b80a-bd7ba3a8b9cd req-9e5830b5-cb06-44f2-86b4-6a52fc317e02 service nova] Releasing lock "refresh_cache-49d1b3a4-385f-430e-91df-e1d6c60b6855" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.662443] env[69073]: DEBUG nova.scheduler.client.report [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.722864] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.779666] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072484} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.779927] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.780705] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d5d8c-3793-47e0-b68a-6671eb0f2ec9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.804825] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 4f80f5be-5b1e-4156-b061-81e818008cdd/4f80f5be-5b1e-4156-b061-81e818008cdd.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.805145] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41673ef2-36f1-4ac5-82c2-0bb2e6209d52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.825417] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 734.825417] env[69073]: value = "task-3219149" [ 734.825417] env[69073]: _type = "Task" [ 734.825417] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.833839] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.859108] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5276a196-51f2-ed06-b938-e90f2a96b7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.051391} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.859583] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904fe296-6b03-4fd7-a2ce-3503002e7916 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.866142] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 734.866142] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5218d82d-496f-6a29-f531-1998bd1c711f" [ 734.866142] env[69073]: _type = "Task" [ 734.866142] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.876157] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5218d82d-496f-6a29-f531-1998bd1c711f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.951706] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.952080] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91fbeb35-e112-48a1-b8e2-2444dbdbab51 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.960471] env[69073]: DEBUG oslo_vmware.api [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 734.960471] env[69073]: value = "task-3219150" [ 734.960471] env[69073]: _type = "Task" [ 734.960471] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.966420] env[69073]: DEBUG nova.compute.manager [req-118a94ba-e0a1-4be3-ac72-f01c722abb03 req-7e8f037d-f960-47c2-809b-d161385485b2 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Received event network-changed-ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.967021] env[69073]: DEBUG nova.compute.manager [req-118a94ba-e0a1-4be3-ac72-f01c722abb03 req-7e8f037d-f960-47c2-809b-d161385485b2 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Refreshing instance network info cache due to event network-changed-ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.967021] env[69073]: DEBUG oslo_concurrency.lockutils [req-118a94ba-e0a1-4be3-ac72-f01c722abb03 req-7e8f037d-f960-47c2-809b-d161385485b2 service nova] Acquiring lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.967863] env[69073]: DEBUG oslo_concurrency.lockutils [req-118a94ba-e0a1-4be3-ac72-f01c722abb03 req-7e8f037d-f960-47c2-809b-d161385485b2 service nova] Acquired lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.967863] env[69073]: DEBUG nova.network.neutron [req-118a94ba-e0a1-4be3-ac72-f01c722abb03 req-7e8f037d-f960-47c2-809b-d161385485b2 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Refreshing network info cache for port ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.975954] env[69073]: DEBUG oslo_vmware.api [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.169316] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.169678] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.173525] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.580s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.177182] env[69073]: INFO nova.compute.claims [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.322635] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.322992] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.339019] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219149, 'name': ReconfigVM_Task, 'duration_secs': 0.422985} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.339019] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 4f80f5be-5b1e-4156-b061-81e818008cdd/4f80f5be-5b1e-4156-b061-81e818008cdd.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.339019] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-513654a6-266c-4fdb-8f89-968a9a61a3f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.344253] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 735.344253] env[69073]: value = "task-3219151" [ 735.344253] env[69073]: _type = "Task" [ 735.344253] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.354018] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219151, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.377068] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5218d82d-496f-6a29-f531-1998bd1c711f, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.377352] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.378211] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 49d1b3a4-385f-430e-91df-e1d6c60b6855/49d1b3a4-385f-430e-91df-e1d6c60b6855.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.378211] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23b49fa0-722e-404a-a89f-14f8e43d4bed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.386230] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 735.386230] env[69073]: value = "task-3219152" [ 735.386230] env[69073]: _type = "Task" [ 735.386230] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.395570] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.473762] env[69073]: DEBUG oslo_vmware.api [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.681577] env[69073]: DEBUG nova.compute.utils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.687875] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.687875] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.731988] env[69073]: DEBUG nova.policy [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de69e5ad4b374b4a9ca5498b7bcd0ca6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b887103a4f44ea1a64852e86b688eb5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.749409] env[69073]: DEBUG nova.network.neutron [req-118a94ba-e0a1-4be3-ac72-f01c722abb03 req-7e8f037d-f960-47c2-809b-d161385485b2 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updated VIF entry in instance network info cache for port ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.749959] env[69073]: DEBUG nova.network.neutron [req-118a94ba-e0a1-4be3-ac72-f01c722abb03 req-7e8f037d-f960-47c2-809b-d161385485b2 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance_info_cache with network_info: [{"id": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "address": "fa:16:3e:02:14:82", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade34f8a-2c", "ovs_interfaceid": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.832031] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.832031] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.832031] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.832031] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.832363] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.832724] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.832908] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 735.833195] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.856745] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219151, 'name': Rename_Task, 'duration_secs': 0.178237} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.857008] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.857311] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f09e0df2-58a4-46f1-8442-4b46a1871a00 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.867379] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 735.867379] env[69073]: value = "task-3219153" [ 735.867379] env[69073]: _type = "Task" [ 735.867379] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.877856] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.902016] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219152, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.975399] env[69073]: DEBUG oslo_vmware.api [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219150, 'name': PowerOnVM_Task, 'duration_secs': 0.528727} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.975768] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.975982] env[69073]: DEBUG nova.compute.manager [None req-0e907012-c2d0-499d-91a5-afcefcfe72e8 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.976836] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc19d0-9589-468a-b950-3c56d99c81e9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.105984] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Successfully created port: d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.185525] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.253763] env[69073]: DEBUG oslo_concurrency.lockutils [req-118a94ba-e0a1-4be3-ac72-f01c722abb03 req-7e8f037d-f960-47c2-809b-d161385485b2 service nova] Releasing lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.337477] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.380474] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.399663] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664287} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.400658] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 49d1b3a4-385f-430e-91df-e1d6c60b6855/49d1b3a4-385f-430e-91df-e1d6c60b6855.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.400658] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.400658] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c99b152-4385-408b-becd-4708d9937a61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.411086] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 736.411086] env[69073]: value = "task-3219154" [ 736.411086] env[69073]: _type = "Task" [ 736.411086] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.424186] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.756382] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea46ab6-ccc9-44c5-9b06-8e28fc59fe3f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.766306] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b309f-c561-4a2b-8d68-7c182020ab05 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.800805] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c559f1-7eea-441a-905d-2ec4405f68b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.812974] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbc164f-76f6-45b2-bebb-81b70cb0e069 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.832208] env[69073]: DEBUG nova.compute.provider_tree [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.878941] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.922519] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072706} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.922889] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.923886] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315a8ba1-4c4e-4654-a672-0a7766bf3888 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.948233] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 49d1b3a4-385f-430e-91df-e1d6c60b6855/49d1b3a4-385f-430e-91df-e1d6c60b6855.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.948561] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61781179-ec08-4533-9f04-1c1382cdcda5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.970352] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 736.970352] env[69073]: value = "task-3219155" [ 736.970352] env[69073]: _type = "Task" [ 736.970352] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.981980] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.200581] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.229890] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.229890] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.230073] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.230259] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.230409] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.230563] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.230775] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.230975] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.231116] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.231681] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.231921] env[69073]: DEBUG nova.virt.hardware [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.233427] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110b134-7371-422b-8e4c-ca695e056ea1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.243580] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203e632e-ad99-47be-8818-98f7833314d7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.336141] env[69073]: DEBUG nova.scheduler.client.report [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.380555] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219153, 'name': PowerOnVM_Task, 'duration_secs': 1.01956} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.381054] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.381560] env[69073]: INFO nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Took 10.40 seconds to spawn the instance on the hypervisor. [ 737.381890] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.382819] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e5fe8-8912-4000-951a-f8212162d337 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.481947] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.841667] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.844390] env[69073]: DEBUG nova.compute.manager [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.845506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.816s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.845826] env[69073]: DEBUG nova.objects.instance [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lazy-loading 'resources' on Instance uuid e2910e35-1807-49c5-a97d-673de87f3058 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.875834] env[69073]: DEBUG nova.compute.manager [req-9321e594-99b2-483f-961a-757f5afd0eea req-71358017-0f2a-4207-9235-b448c26743a3 service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Received event network-vif-plugged-d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.876092] env[69073]: DEBUG oslo_concurrency.lockutils [req-9321e594-99b2-483f-961a-757f5afd0eea req-71358017-0f2a-4207-9235-b448c26743a3 service nova] Acquiring lock "72245c05-c8e5-4250-a4b6-6108748c5e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.876341] env[69073]: DEBUG oslo_concurrency.lockutils [req-9321e594-99b2-483f-961a-757f5afd0eea req-71358017-0f2a-4207-9235-b448c26743a3 service nova] Lock "72245c05-c8e5-4250-a4b6-6108748c5e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.876461] env[69073]: DEBUG oslo_concurrency.lockutils [req-9321e594-99b2-483f-961a-757f5afd0eea req-71358017-0f2a-4207-9235-b448c26743a3 service nova] Lock "72245c05-c8e5-4250-a4b6-6108748c5e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.876652] env[69073]: DEBUG nova.compute.manager [req-9321e594-99b2-483f-961a-757f5afd0eea req-71358017-0f2a-4207-9235-b448c26743a3 service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] No waiting events found dispatching network-vif-plugged-d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.876824] env[69073]: WARNING nova.compute.manager [req-9321e594-99b2-483f-961a-757f5afd0eea req-71358017-0f2a-4207-9235-b448c26743a3 service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Received unexpected event network-vif-plugged-d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf for instance with vm_state building and task_state spawning. [ 737.905783] env[69073]: INFO nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Took 41.47 seconds to build instance. [ 737.907387] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Successfully updated port: d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.985631] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.352159] env[69073]: DEBUG nova.compute.utils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.359020] env[69073]: DEBUG nova.compute.manager [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 738.409765] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "4f80f5be-5b1e-4156-b061-81e818008cdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.924s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.411752] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "refresh_cache-72245c05-c8e5-4250-a4b6-6108748c5e5c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.411752] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "refresh_cache-72245c05-c8e5-4250-a4b6-6108748c5e5c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.412753] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.482952] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219155, 'name': ReconfigVM_Task, 'duration_secs': 1.297299} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.483166] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 49d1b3a4-385f-430e-91df-e1d6c60b6855/49d1b3a4-385f-430e-91df-e1d6c60b6855.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.483774] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89175994-655a-4e3f-8989-b8aa6ed4a112 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.492560] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 738.492560] env[69073]: value = "task-3219156" [ 738.492560] env[69073]: _type = "Task" [ 738.492560] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.501507] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219156, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.857070] env[69073]: DEBUG nova.compute.manager [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.874154] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37a2594-22b0-4bb9-8ec6-6f21ebc5aa29 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.882524] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35872eab-edce-49d3-914c-d9670dd3c915 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.916251] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d06512-b612-4e73-8c84-de9cb3a343d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.920997] env[69073]: DEBUG nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.930534] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0764f6ec-2d81-4346-a8e7-cede6bd77c69 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.947395] env[69073]: DEBUG nova.compute.provider_tree [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.974693] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.003544] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219156, 'name': Rename_Task, 'duration_secs': 0.175834} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.005972] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.007293] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd21ba1-50ea-4c64-a29a-ec64b9a04c60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.029018] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 739.029018] env[69073]: value = "task-3219157" [ 739.029018] env[69073]: _type = "Task" [ 739.029018] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.040018] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.210516] env[69073]: DEBUG nova.network.neutron [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Updating instance_info_cache with network_info: [{"id": "d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf", "address": "fa:16:3e:04:e0:ed", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cc1f4f-59", "ovs_interfaceid": "d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.449626] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.451751] env[69073]: DEBUG nova.scheduler.client.report [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.538235] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219157, 'name': PowerOnVM_Task, 'duration_secs': 0.497743} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.538988] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.539247] env[69073]: INFO nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Took 8.76 seconds to spawn the instance on the hypervisor. [ 739.539484] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.540549] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ddda07-23c9-43d7-8172-d1faff68e2ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.713958] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "refresh_cache-72245c05-c8e5-4250-a4b6-6108748c5e5c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.717016] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Instance network_info: |[{"id": "d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf", "address": "fa:16:3e:04:e0:ed", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cc1f4f-59", "ovs_interfaceid": "d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.717227] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e0:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2cc1f4f-5925-4a76-987e-8ceb27e1f5bf', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.725664] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.727627] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.728075] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ebc918-3647-46f0-b16c-81f8f4dfd070 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.757231] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.757231] env[69073]: value = "task-3219158" [ 739.757231] env[69073]: _type = "Task" [ 739.757231] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.766200] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219158, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.868499] env[69073]: DEBUG nova.compute.manager [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.910837] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.911113] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.911273] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.911456] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.911601] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.911745] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.911957] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.912352] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.912866] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.912866] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.912979] env[69073]: DEBUG nova.virt.hardware [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.914618] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf8da67-2c4e-4e8f-b131-609ccbc6a36d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.927374] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb8574e-1457-45aa-9378-9ac3d38680ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.947801] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.952889] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Creating folder: Project (5d1798f590504bbc8ea6ce5b8e7d35ab). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.957030] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a7036b4-69b6-4354-8c7d-8d617fc27f48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.958434] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.961672] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.114s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.961913] env[69073]: DEBUG nova.objects.instance [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lazy-loading 'resources' on Instance uuid 81279c3f-8ece-4780-b6f7-68f159baeb77 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.967928] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Created folder: Project (5d1798f590504bbc8ea6ce5b8e7d35ab) in parent group-v643537. [ 739.972019] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Creating folder: Instances. Parent ref: group-v643607. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.972019] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ea8a7f6-842f-4b26-a159-2b6a9ef1ea93 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.988926] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Created folder: Instances in parent group-v643607. [ 739.989187] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.989413] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.989652] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5937846-90c3-4400-bd5f-fcd8bb68e1c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.004065] env[69073]: INFO nova.scheduler.client.report [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Deleted allocations for instance e2910e35-1807-49c5-a97d-673de87f3058 [ 740.012612] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.012612] env[69073]: value = "task-3219161" [ 740.012612] env[69073]: _type = "Task" [ 740.012612] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.022814] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219161, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.062464] env[69073]: INFO nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Took 38.24 seconds to build instance. [ 740.201860] env[69073]: DEBUG nova.compute.manager [req-409b4625-544f-4aeb-b922-46bb36af3d53 req-dcdd484e-be39-496b-abd6-38b00c4f10d5 service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Received event network-changed-d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.201860] env[69073]: DEBUG nova.compute.manager [req-409b4625-544f-4aeb-b922-46bb36af3d53 req-dcdd484e-be39-496b-abd6-38b00c4f10d5 service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Refreshing instance network info cache due to event network-changed-d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.201926] env[69073]: DEBUG oslo_concurrency.lockutils [req-409b4625-544f-4aeb-b922-46bb36af3d53 req-dcdd484e-be39-496b-abd6-38b00c4f10d5 service nova] Acquiring lock "refresh_cache-72245c05-c8e5-4250-a4b6-6108748c5e5c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.202250] env[69073]: DEBUG oslo_concurrency.lockutils [req-409b4625-544f-4aeb-b922-46bb36af3d53 req-dcdd484e-be39-496b-abd6-38b00c4f10d5 service nova] Acquired lock "refresh_cache-72245c05-c8e5-4250-a4b6-6108748c5e5c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.202350] env[69073]: DEBUG nova.network.neutron [req-409b4625-544f-4aeb-b922-46bb36af3d53 req-dcdd484e-be39-496b-abd6-38b00c4f10d5 service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Refreshing network info cache for port d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.272322] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219158, 'name': CreateVM_Task, 'duration_secs': 0.398219} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.272709] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.274350] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.275169] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.275529] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.275874] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9d322a-df2c-4cf2-a756-a56aac41fe96 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.282495] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 740.282495] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52770809-ca29-01be-a1cb-11c0c9c9fc63" [ 740.282495] env[69073]: _type = "Task" [ 740.282495] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.291658] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52770809-ca29-01be-a1cb-11c0c9c9fc63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.520380] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cc0c0862-3925-4c2b-9c89-691c6b50580f tempest-ServersAdmin275Test-1144400983 tempest-ServersAdmin275Test-1144400983-project-member] Lock "e2910e35-1807-49c5-a97d-673de87f3058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.876s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.540636] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219161, 'name': CreateVM_Task, 'duration_secs': 0.354189} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.541367] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.541367] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.566917] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "49d1b3a4-385f-430e-91df-e1d6c60b6855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.024s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.611831] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "2bf89dda-efc6-4350-abcc-fa25981d86ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.614045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "2bf89dda-efc6-4350-abcc-fa25981d86ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.614045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "2bf89dda-efc6-4350-abcc-fa25981d86ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.614045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "2bf89dda-efc6-4350-abcc-fa25981d86ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.614045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "2bf89dda-efc6-4350-abcc-fa25981d86ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.619608] env[69073]: INFO nova.compute.manager [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Terminating instance [ 740.794080] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52770809-ca29-01be-a1cb-11c0c9c9fc63, 'name': SearchDatastore_Task, 'duration_secs': 0.014496} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.794371] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.794622] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.794850] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.794980] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.795169] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.795446] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.795760] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.795985] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d29a2e9-c341-4ef3-bb1d-b60c24daa225 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.806025] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e916622-c4d8-4fa1-8093-63c2dd90a01d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.811284] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 740.811284] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524942ef-f495-98b9-3941-7870e1b82e5d" [ 740.811284] env[69073]: _type = "Task" [ 740.811284] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.815743] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.815946] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.817123] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be3609d-544f-4c1a-8a5a-1e6d1e64dc39 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.824483] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524942ef-f495-98b9-3941-7870e1b82e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.830926] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 740.830926] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cebb9b-4ce4-1acf-48cb-a9b375e9cdee" [ 740.830926] env[69073]: _type = "Task" [ 740.830926] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.845284] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cebb9b-4ce4-1acf-48cb-a9b375e9cdee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.992085] env[69073]: DEBUG nova.network.neutron [req-409b4625-544f-4aeb-b922-46bb36af3d53 req-dcdd484e-be39-496b-abd6-38b00c4f10d5 service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Updated VIF entry in instance network info cache for port d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.992701] env[69073]: DEBUG nova.network.neutron [req-409b4625-544f-4aeb-b922-46bb36af3d53 req-dcdd484e-be39-496b-abd6-38b00c4f10d5 service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Updating instance_info_cache with network_info: [{"id": "d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf", "address": "fa:16:3e:04:e0:ed", "network": {"id": "b6e215fe-d56a-4cc1-b7ab-a24c915d931f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1063324854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b887103a4f44ea1a64852e86b688eb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2cc1f4f-59", "ovs_interfaceid": "d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.069370] env[69073]: DEBUG nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.114229] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a723b7d-fe42-4e50-b86a-28ae9961c44b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.123828] env[69073]: DEBUG nova.compute.manager [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.124019] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.125551] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524c71b7-745d-43fa-8575-125c2e9a71ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.130123] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8b90ce-0b58-4df8-b83f-d88cc0929fde {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.139415] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.168395] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f90cf5a-c908-4547-bc33-72586bba1d64 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.170447] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34ba171-1fb2-45e9-ab5a-a49565da7583 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.180267] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e42064e-d640-4c9c-8cc1-d74ff56688e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.186196] env[69073]: DEBUG oslo_vmware.api [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 741.186196] env[69073]: value = "task-3219162" [ 741.186196] env[69073]: _type = "Task" [ 741.186196] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.927605] env[69073]: DEBUG oslo_concurrency.lockutils [req-409b4625-544f-4aeb-b922-46bb36af3d53 req-dcdd484e-be39-496b-abd6-38b00c4f10d5 service nova] Releasing lock "refresh_cache-72245c05-c8e5-4250-a4b6-6108748c5e5c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.933051] env[69073]: DEBUG nova.compute.provider_tree [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.946107] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.946247] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.946764] env[69073]: DEBUG oslo_vmware.api [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219162, 'name': PowerOffVM_Task, 'duration_secs': 0.29513} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.947884] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.948068] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.948372] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dec7b8c8-7db9-4400-a0a0-99ceb92d6bf7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.957113] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cebb9b-4ce4-1acf-48cb-a9b375e9cdee, 'name': SearchDatastore_Task, 'duration_secs': 0.027141} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.957347] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524942ef-f495-98b9-3941-7870e1b82e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.016577} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.958497] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.958759] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.958980] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.959911] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.960156] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7a56f1-66ce-48c7-9361-c8e1d187d200 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.966748] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 741.966748] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521ebde3-16ee-01b5-ee45-72fe8d5f896e" [ 741.966748] env[69073]: _type = "Task" [ 741.966748] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.975534] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521ebde3-16ee-01b5-ee45-72fe8d5f896e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.043654] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.043909] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.044104] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleting the datastore file [datastore2] 2bf89dda-efc6-4350-abcc-fa25981d86ad {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.044369] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73e2ae02-0da9-4b99-9436-850dfe903473 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.054085] env[69073]: DEBUG oslo_vmware.api [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 742.054085] env[69073]: value = "task-3219164" [ 742.054085] env[69073]: _type = "Task" [ 742.054085] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.062324] env[69073]: DEBUG oslo_vmware.api [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.443933] env[69073]: DEBUG nova.scheduler.client.report [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.478078] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521ebde3-16ee-01b5-ee45-72fe8d5f896e, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.478359] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.478619] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 72245c05-c8e5-4250-a4b6-6108748c5e5c/72245c05-c8e5-4250-a4b6-6108748c5e5c.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.478925] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.479137] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.479357] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-243a4b14-477a-4078-8442-9ed155c2d820 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.481686] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ee2e3ef-2e36-4ec0-abbf-c4be70c02bc8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.489843] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 742.489843] env[69073]: value = "task-3219165" [ 742.489843] env[69073]: _type = "Task" [ 742.489843] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.495851] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.495851] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.497285] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22e47cd-4918-4214-8af8-d02a48514a6a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.505869] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.511157] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 742.511157] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dd0887-8751-d642-df4e-8fe4183dad56" [ 742.511157] env[69073]: _type = "Task" [ 742.511157] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.519579] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dd0887-8751-d642-df4e-8fe4183dad56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.564547] env[69073]: DEBUG oslo_vmware.api [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190328} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.564808] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.564986] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.565169] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.565336] env[69073]: INFO nova.compute.manager [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Took 1.44 seconds to destroy the instance on the hypervisor. [ 742.565573] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.565802] env[69073]: DEBUG nova.compute.manager [-] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.565897] env[69073]: DEBUG nova.network.neutron [-] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.950415] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.990s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.953568] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.931s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.953991] env[69073]: DEBUG nova.objects.instance [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lazy-loading 'resources' on Instance uuid e72aa1dc-1f7f-46f7-b360-9a49ed59c796 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.978087] env[69073]: INFO nova.scheduler.client.report [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Deleted allocations for instance 81279c3f-8ece-4780-b6f7-68f159baeb77 [ 743.003538] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219165, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.031848] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dd0887-8751-d642-df4e-8fe4183dad56, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.032746] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-089bddfc-984d-44b0-95e0-b5845009a72c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.039936] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 743.039936] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f5ae82-4a89-83c5-70af-37c98de90750" [ 743.039936] env[69073]: _type = "Task" [ 743.039936] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.050785] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f5ae82-4a89-83c5-70af-37c98de90750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.118126] env[69073]: DEBUG nova.compute.manager [req-a035883d-a2b9-4650-b118-54656ecb9298 req-f37416ba-3f44-482f-abce-38c2ff8f71c0 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Received event network-vif-deleted-5c9a9f89-acfe-4993-bcc6-12ed2d899a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.118468] env[69073]: INFO nova.compute.manager [req-a035883d-a2b9-4650-b118-54656ecb9298 req-f37416ba-3f44-482f-abce-38c2ff8f71c0 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Neutron deleted interface 5c9a9f89-acfe-4993-bcc6-12ed2d899a2b; detaching it from the instance and deleting it from the info cache [ 743.118815] env[69073]: DEBUG nova.network.neutron [req-a035883d-a2b9-4650-b118-54656ecb9298 req-f37416ba-3f44-482f-abce-38c2ff8f71c0 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.492232] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b01a1f5-e62a-457a-b676-b4db2822ba82 tempest-ServerDiagnosticsTest-2130351163 tempest-ServerDiagnosticsTest-2130351163-project-member] Lock "81279c3f-8ece-4780-b6f7-68f159baeb77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.550s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.504953] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723631} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.507691] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 72245c05-c8e5-4250-a4b6-6108748c5e5c/72245c05-c8e5-4250-a4b6-6108748c5e5c.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.511018] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.511018] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2915cfdb-302b-4ab6-b1d8-cc7a91550c7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.525021] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 743.525021] env[69073]: value = "task-3219166" [ 743.525021] env[69073]: _type = "Task" [ 743.525021] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.544108] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.554996] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f5ae82-4a89-83c5-70af-37c98de90750, 'name': SearchDatastore_Task, 'duration_secs': 0.05699} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.558020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.558020] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 70bfc9a1-b390-473c-9bcd-0f784f6311a0/70bfc9a1-b390-473c-9bcd-0f784f6311a0.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.558020] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ccce1e5-1117-4f2b-a9bb-981ce0337cfd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.564997] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 743.564997] env[69073]: value = "task-3219167" [ 743.564997] env[69073]: _type = "Task" [ 743.564997] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.575702] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.587578] env[69073]: DEBUG nova.network.neutron [-] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.624291] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c331610-dab7-4197-a8de-fd359725c786 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.632356] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ff5765-4c14-4797-a647-ada07dd3ab45 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.673143] env[69073]: DEBUG nova.compute.manager [req-a035883d-a2b9-4650-b118-54656ecb9298 req-f37416ba-3f44-482f-abce-38c2ff8f71c0 service nova] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Detach interface failed, port_id=5c9a9f89-acfe-4993-bcc6-12ed2d899a2b, reason: Instance 2bf89dda-efc6-4350-abcc-fa25981d86ad could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 744.037696] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202985} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.038256] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.039084] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dfaaee-d058-4e7a-a35c-51a3ced3d902 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.063990] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 72245c05-c8e5-4250-a4b6-6108748c5e5c/72245c05-c8e5-4250-a4b6-6108748c5e5c.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.070020] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1992c71-a2c0-49d2-8200-5219e64ffc95 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.095710] env[69073]: INFO nova.compute.manager [-] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Took 1.53 seconds to deallocate network for instance. [ 744.102454] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 744.102454] env[69073]: value = "task-3219168" [ 744.102454] env[69073]: _type = "Task" [ 744.102454] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.106622] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.119370] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.151171] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa70263-386a-4140-89d0-7ff88dba12ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.160578] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5037ac2-60cf-49dd-9641-e3ff97f89d34 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.196596] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d79cde-4f44-4861-a5da-9005cb743bd3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.206887] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a2fe70-bc51-428a-baad-485ffbe3807c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.221491] env[69073]: DEBUG nova.compute.provider_tree [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.599070] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219167, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031561} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.599392] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 70bfc9a1-b390-473c-9bcd-0f784f6311a0/70bfc9a1-b390-473c-9bcd-0f784f6311a0.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.599606] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.599870] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a3f508b-aa39-4ba6-b231-748f861a57f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.604385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.612582] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 744.612582] env[69073]: value = "task-3219169" [ 744.612582] env[69073]: _type = "Task" [ 744.612582] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.619762] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.628793] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.725794] env[69073]: DEBUG nova.scheduler.client.report [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.120892] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219168, 'name': ReconfigVM_Task, 'duration_secs': 0.550388} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.121845] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 72245c05-c8e5-4250-a4b6-6108748c5e5c/72245c05-c8e5-4250-a4b6-6108748c5e5c.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.122413] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4e7df53-35a1-48b9-b98c-d0b14c3e82e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.127772] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081427} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.127909] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.128740] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edc720a-e0e9-481a-b164-4e3ce37d3043 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.134388] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 745.134388] env[69073]: value = "task-3219170" [ 745.134388] env[69073]: _type = "Task" [ 745.134388] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.157071] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 70bfc9a1-b390-473c-9bcd-0f784f6311a0/70bfc9a1-b390-473c-9bcd-0f784f6311a0.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.157071] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b863a2c-bb5a-4d42-9a4b-025b02656894 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.174674] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219170, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.182608] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 745.182608] env[69073]: value = "task-3219171" [ 745.182608] env[69073]: _type = "Task" [ 745.182608] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.197541] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.232984] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.236632] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.137s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.240983] env[69073]: INFO nova.compute.claims [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.259713] env[69073]: INFO nova.scheduler.client.report [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleted allocations for instance e72aa1dc-1f7f-46f7-b360-9a49ed59c796 [ 745.620877] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquiring lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.622578] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.646701] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219170, 'name': Rename_Task, 'duration_secs': 0.255922} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.646983] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.648072] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da371533-a3a3-48dd-9496-39a761aaa46c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.658220] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 745.658220] env[69073]: value = "task-3219172" [ 745.658220] env[69073]: _type = "Task" [ 745.658220] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.669684] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.694274] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.773224] env[69073]: DEBUG oslo_concurrency.lockutils [None req-50ecbe20-60d3-40b4-8ff9-53de941154a9 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "e72aa1dc-1f7f-46f7-b360-9a49ed59c796" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.427s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.171217] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219172, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.199164] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219171, 'name': ReconfigVM_Task, 'duration_secs': 0.729395} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.199164] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 70bfc9a1-b390-473c-9bcd-0f784f6311a0/70bfc9a1-b390-473c-9bcd-0f784f6311a0.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.199164] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05f0ddb9-17bd-4d3f-b41d-fba2a100af3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.207306] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 746.207306] env[69073]: value = "task-3219173" [ 746.207306] env[69073]: _type = "Task" [ 746.207306] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.218736] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219173, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.677577] env[69073]: DEBUG oslo_vmware.api [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219172, 'name': PowerOnVM_Task, 'duration_secs': 0.588381} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.677852] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.678631] env[69073]: INFO nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Took 9.48 seconds to spawn the instance on the hypervisor. [ 746.678889] env[69073]: DEBUG nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.679738] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85530bf6-ee0c-4aee-975c-276238e55877 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.721059] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219173, 'name': Rename_Task, 'duration_secs': 0.233177} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.721282] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.721573] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c7ac09b-29a7-42aa-964d-8f2d159c1114 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.734354] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 746.734354] env[69073]: value = "task-3219174" [ 746.734354] env[69073]: _type = "Task" [ 746.734354] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.746910] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.927156] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274bcbbb-0163-49cd-bb05-3fd1e2d44927 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.937631] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5258921b-25ea-4b16-a351-12ce164bd78a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.971966] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace4da4c-8e0c-486d-ac1f-257ae46ae6f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.981861] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b82bc4-b27f-464d-bb74-323954ac138f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.997881] env[69073]: DEBUG nova.compute.provider_tree [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.208079] env[69073]: INFO nova.compute.manager [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Took 44.31 seconds to build instance. [ 747.250122] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.504611] env[69073]: DEBUG nova.scheduler.client.report [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.712855] env[69073]: DEBUG oslo_concurrency.lockutils [None req-257f8336-30c0-4608-bf65-d47b2e535d1c tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "72245c05-c8e5-4250-a4b6-6108748c5e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.137s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.748413] env[69073]: DEBUG oslo_vmware.api [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219174, 'name': PowerOnVM_Task, 'duration_secs': 0.894507} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.748413] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.748413] env[69073]: INFO nova.compute.manager [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Took 7.88 seconds to spawn the instance on the hypervisor. [ 747.748413] env[69073]: DEBUG nova.compute.manager [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.749121] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc066c18-9e7f-4830-969d-f0d94348e107 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.825788] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "5f5bf870-75f9-485c-91fa-cda01dde02d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.826048] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "5f5bf870-75f9-485c-91fa-cda01dde02d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.982309] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "4f80f5be-5b1e-4156-b061-81e818008cdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.982673] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "4f80f5be-5b1e-4156-b061-81e818008cdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.982947] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "4f80f5be-5b1e-4156-b061-81e818008cdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.983199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "4f80f5be-5b1e-4156-b061-81e818008cdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.983408] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "4f80f5be-5b1e-4156-b061-81e818008cdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.985607] env[69073]: INFO nova.compute.manager [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Terminating instance [ 748.011383] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.011591] env[69073]: DEBUG nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.015364] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.054s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.019608] env[69073]: INFO nova.compute.claims [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.216566] env[69073]: DEBUG nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.278324] env[69073]: INFO nova.compute.manager [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Took 44.71 seconds to build instance. [ 748.493167] env[69073]: DEBUG nova.compute.manager [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.493398] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.494336] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442f5b76-2a5f-4c8c-9017-810be893f5c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.505018] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.505018] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd234a1f-a4bd-4e7c-a621-da34ff705d48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.510237] env[69073]: DEBUG oslo_vmware.api [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 748.510237] env[69073]: value = "task-3219175" [ 748.510237] env[69073]: _type = "Task" [ 748.510237] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.518659] env[69073]: DEBUG oslo_vmware.api [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219175, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.520951] env[69073]: DEBUG nova.compute.utils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.526787] env[69073]: DEBUG nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.526787] env[69073]: DEBUG nova.network.neutron [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.595776] env[69073]: DEBUG nova.policy [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2414fbb7c52e4df0bbd21705ae49dc5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '073060f42a7c47f0859ae1faa31a51f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.743609] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.778043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7866be99-d2de-4c25-9494-5ef6f905f254 tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.281s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.967157] env[69073]: DEBUG nova.network.neutron [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Successfully created port: d6e252a5-af11-4ecc-815c-39f78ee47c81 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.020809] env[69073]: DEBUG oslo_vmware.api [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219175, 'name': PowerOffVM_Task, 'duration_secs': 0.279067} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.021090] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.021274] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.021603] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d36c2080-1692-4333-a9b6-d28937f55436 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.025642] env[69073]: DEBUG nova.compute.manager [None req-ed6e59e7-a8d2-4072-be29-b33c5cd3da16 tempest-ServerDiagnosticsV248Test-2064589186 tempest-ServerDiagnosticsV248Test-2064589186-project-admin] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.026120] env[69073]: DEBUG nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.029290] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ba5745-e374-47da-bb36-06200bb3f0f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.041302] env[69073]: INFO nova.compute.manager [None req-ed6e59e7-a8d2-4072-be29-b33c5cd3da16 tempest-ServerDiagnosticsV248Test-2064589186 tempest-ServerDiagnosticsV248Test-2064589186-project-admin] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Retrieving diagnostics [ 749.042197] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c5daa3-cb46-4b47-a777-4c136844435e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.085356] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.085356] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.085356] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleting the datastore file [datastore2] 4f80f5be-5b1e-4156-b061-81e818008cdd {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.085356] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec7f3813-6600-4d2e-b0db-e7eb6f22457b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.092854] env[69073]: DEBUG oslo_vmware.api [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 749.092854] env[69073]: value = "task-3219177" [ 749.092854] env[69073]: _type = "Task" [ 749.092854] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.102187] env[69073]: DEBUG oslo_vmware.api [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.281612] env[69073]: DEBUG nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.607234] env[69073]: DEBUG oslo_vmware.api [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16378} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.607982] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.607982] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.607982] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.608191] env[69073]: INFO nova.compute.manager [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 749.608432] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.608630] env[69073]: DEBUG nova.compute.manager [-] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.608727] env[69073]: DEBUG nova.network.neutron [-] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.675874] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ad999f-c6e8-47af-a93b-9492820fb4ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.683528] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76f4125-b3d0-47e4-927a-9ffce4c674e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.723338] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64df0813-e724-4ba7-854d-f4b5f3df1ff5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.731487] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7f4ff-4590-4168-ba9f-e37271750a56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.749020] env[69073]: DEBUG nova.compute.provider_tree [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.802495] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.042657] env[69073]: DEBUG nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.071190] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.071455] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.071622] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.071828] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.071979] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.072146] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.072359] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.072516] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.072681] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.072841] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.073027] env[69073]: DEBUG nova.virt.hardware [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.073947] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c335a09-f940-4b26-9c0f-222a23d43452 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.082297] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72e8fc8-073e-4c5a-96c2-62fda97bdb0c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.256515] env[69073]: DEBUG nova.scheduler.client.report [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.310206] env[69073]: DEBUG nova.compute.manager [req-f95439d5-5d8b-4a6e-8ff1-f1f42f69a8ec req-ce4da6c6-200e-4290-9eea-1a670703736f service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Received event network-vif-deleted-65c65e97-3e5c-47a3-bdd4-c57874e1fe7b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.310206] env[69073]: INFO nova.compute.manager [req-f95439d5-5d8b-4a6e-8ff1-f1f42f69a8ec req-ce4da6c6-200e-4290-9eea-1a670703736f service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Neutron deleted interface 65c65e97-3e5c-47a3-bdd4-c57874e1fe7b; detaching it from the instance and deleting it from the info cache [ 750.310869] env[69073]: DEBUG nova.network.neutron [req-f95439d5-5d8b-4a6e-8ff1-f1f42f69a8ec req-ce4da6c6-200e-4290-9eea-1a670703736f service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.420027] env[69073]: DEBUG nova.compute.manager [req-f5ec80c9-12fe-47c3-846b-0e3ebe94c5f2 req-80425888-9d08-4657-b7fc-2e9ae97bd262 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Received event network-vif-plugged-d6e252a5-af11-4ecc-815c-39f78ee47c81 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.420269] env[69073]: DEBUG oslo_concurrency.lockutils [req-f5ec80c9-12fe-47c3-846b-0e3ebe94c5f2 req-80425888-9d08-4657-b7fc-2e9ae97bd262 service nova] Acquiring lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.423350] env[69073]: DEBUG oslo_concurrency.lockutils [req-f5ec80c9-12fe-47c3-846b-0e3ebe94c5f2 req-80425888-9d08-4657-b7fc-2e9ae97bd262 service nova] Lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.423830] env[69073]: DEBUG oslo_concurrency.lockutils [req-f5ec80c9-12fe-47c3-846b-0e3ebe94c5f2 req-80425888-9d08-4657-b7fc-2e9ae97bd262 service nova] Lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.427276] env[69073]: DEBUG nova.compute.manager [req-f5ec80c9-12fe-47c3-846b-0e3ebe94c5f2 req-80425888-9d08-4657-b7fc-2e9ae97bd262 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] No waiting events found dispatching network-vif-plugged-d6e252a5-af11-4ecc-815c-39f78ee47c81 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.427535] env[69073]: WARNING nova.compute.manager [req-f5ec80c9-12fe-47c3-846b-0e3ebe94c5f2 req-80425888-9d08-4657-b7fc-2e9ae97bd262 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Received unexpected event network-vif-plugged-d6e252a5-af11-4ecc-815c-39f78ee47c81 for instance with vm_state building and task_state spawning. [ 750.531362] env[69073]: DEBUG nova.network.neutron [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Successfully updated port: d6e252a5-af11-4ecc-815c-39f78ee47c81 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.752121] env[69073]: DEBUG nova.network.neutron [-] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.758532] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.759034] env[69073]: DEBUG nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.761486] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.439s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.761727] env[69073]: DEBUG nova.objects.instance [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 750.813300] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80984531-811e-48fe-9f4a-a23d41e0b82f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.824231] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114b0ef-b3fc-4732-a839-0ab20df48e68 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.856240] env[69073]: DEBUG nova.compute.manager [req-f95439d5-5d8b-4a6e-8ff1-f1f42f69a8ec req-ce4da6c6-200e-4290-9eea-1a670703736f service nova] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Detach interface failed, port_id=65c65e97-3e5c-47a3-bdd4-c57874e1fe7b, reason: Instance 4f80f5be-5b1e-4156-b061-81e818008cdd could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 751.034666] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "refresh_cache-4f89275e-1987-4caa-8fa1-b358ec1d90fe" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.034832] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "refresh_cache-4f89275e-1987-4caa-8fa1-b358ec1d90fe" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.034988] env[69073]: DEBUG nova.network.neutron [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.255012] env[69073]: INFO nova.compute.manager [-] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Took 1.65 seconds to deallocate network for instance. [ 751.265610] env[69073]: DEBUG nova.compute.utils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.271073] env[69073]: DEBUG nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.271073] env[69073]: DEBUG nova.network.neutron [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.305617] env[69073]: DEBUG nova.policy [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2414fbb7c52e4df0bbd21705ae49dc5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '073060f42a7c47f0859ae1faa31a51f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.566960] env[69073]: DEBUG nova.network.neutron [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.583634] env[69073]: DEBUG nova.network.neutron [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Successfully created port: 647f8ed7-ec83-4c29-996d-49d869901fd6 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.709959] env[69073]: DEBUG nova.network.neutron [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Updating instance_info_cache with network_info: [{"id": "d6e252a5-af11-4ecc-815c-39f78ee47c81", "address": "fa:16:3e:a0:ef:ec", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e252a5-af", "ovs_interfaceid": "d6e252a5-af11-4ecc-815c-39f78ee47c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.762991] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.771740] env[69073]: DEBUG nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.776325] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52e11c3a-b47d-4ded-8ff9-67f4428d073c tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.776506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.844s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.777984] env[69073]: INFO nova.compute.claims [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.212432] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "refresh_cache-4f89275e-1987-4caa-8fa1-b358ec1d90fe" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.212777] env[69073]: DEBUG nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance network_info: |[{"id": "d6e252a5-af11-4ecc-815c-39f78ee47c81", "address": "fa:16:3e:a0:ef:ec", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e252a5-af", "ovs_interfaceid": "d6e252a5-af11-4ecc-815c-39f78ee47c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.213217] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ef:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e252a5-af11-4ecc-815c-39f78ee47c81', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.220813] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Creating folder: Project (073060f42a7c47f0859ae1faa31a51f7). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.221097] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b1faf7a-244f-44cb-8d37-f9f06b49d5e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.232772] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Created folder: Project (073060f42a7c47f0859ae1faa31a51f7) in parent group-v643537. [ 752.232963] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Creating folder: Instances. Parent ref: group-v643610. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.233218] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d89dc4b-5e09-4f75-8a82-db25613acae4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.244032] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Created folder: Instances in parent group-v643610. [ 752.244285] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.244477] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.244686] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20d38eef-5e48-431d-9474-8086f670214a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.265028] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.265028] env[69073]: value = "task-3219180" [ 752.265028] env[69073]: _type = "Task" [ 752.265028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.273048] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219180, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.449056] env[69073]: DEBUG nova.compute.manager [req-e7b817f2-3052-4ab3-80f2-f8a34cfbb959 req-f52547f1-b627-4f60-b100-aec3287a2953 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Received event network-changed-d6e252a5-af11-4ecc-815c-39f78ee47c81 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.449411] env[69073]: DEBUG nova.compute.manager [req-e7b817f2-3052-4ab3-80f2-f8a34cfbb959 req-f52547f1-b627-4f60-b100-aec3287a2953 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Refreshing instance network info cache due to event network-changed-d6e252a5-af11-4ecc-815c-39f78ee47c81. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.449464] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7b817f2-3052-4ab3-80f2-f8a34cfbb959 req-f52547f1-b627-4f60-b100-aec3287a2953 service nova] Acquiring lock "refresh_cache-4f89275e-1987-4caa-8fa1-b358ec1d90fe" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.449611] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7b817f2-3052-4ab3-80f2-f8a34cfbb959 req-f52547f1-b627-4f60-b100-aec3287a2953 service nova] Acquired lock "refresh_cache-4f89275e-1987-4caa-8fa1-b358ec1d90fe" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.449774] env[69073]: DEBUG nova.network.neutron [req-e7b817f2-3052-4ab3-80f2-f8a34cfbb959 req-f52547f1-b627-4f60-b100-aec3287a2953 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Refreshing network info cache for port d6e252a5-af11-4ecc-815c-39f78ee47c81 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.774366] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219180, 'name': CreateVM_Task, 'duration_secs': 0.307995} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.774606] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.775227] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.775389] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.775694] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.775965] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fa794e-9287-4501-b43e-b119ca44e75c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.780461] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 752.780461] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298bad6-61c7-f332-d371-64ded05ec351" [ 752.780461] env[69073]: _type = "Task" [ 752.780461] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.790116] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298bad6-61c7-f332-d371-64ded05ec351, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.791264] env[69073]: DEBUG nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.816131] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.816438] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.816633] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.816886] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.817036] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.817256] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.817467] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.817701] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.817891] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.818177] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.818370] env[69073]: DEBUG nova.virt.hardware [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.819429] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffab3ce9-9f7a-4af7-a452-e3c3bc3f8c6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.827407] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445182c4-d773-4a06-b16a-16448edc8d74 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.179637] env[69073]: DEBUG nova.network.neutron [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Successfully updated port: 647f8ed7-ec83-4c29-996d-49d869901fd6 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.202273] env[69073]: DEBUG nova.network.neutron [req-e7b817f2-3052-4ab3-80f2-f8a34cfbb959 req-f52547f1-b627-4f60-b100-aec3287a2953 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Updated VIF entry in instance network info cache for port d6e252a5-af11-4ecc-815c-39f78ee47c81. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.202273] env[69073]: DEBUG nova.network.neutron [req-e7b817f2-3052-4ab3-80f2-f8a34cfbb959 req-f52547f1-b627-4f60-b100-aec3287a2953 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Updating instance_info_cache with network_info: [{"id": "d6e252a5-af11-4ecc-815c-39f78ee47c81", "address": "fa:16:3e:a0:ef:ec", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6e252a5-af", "ovs_interfaceid": "d6e252a5-af11-4ecc-815c-39f78ee47c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.267132] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0864d0de-e09b-4614-b667-0d0a4677bc08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.274370] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8449e791-81c4-4d83-9a3c-c567f3c63687 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.306818] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a245826f-3ec9-4df4-8fe8-bb6105334434 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.317770] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a914e412-86ab-46f6-a008-cd7c7900e420 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.321742] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298bad6-61c7-f332-d371-64ded05ec351, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.321992] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.322253] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.322462] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.322605] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.322774] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.323349] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2cbc99e-6a44-4056-99b4-93727b145f38 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.333875] env[69073]: DEBUG nova.compute.provider_tree [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.341683] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.341881] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.343115] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b752bf1a-1cb0-4ed0-91d4-aba12fc48edb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.348600] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 753.348600] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529c96b5-0fcc-45ea-e4b6-01a4d335a2a2" [ 753.348600] env[69073]: _type = "Task" [ 753.348600] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.356818] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529c96b5-0fcc-45ea-e4b6-01a4d335a2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.685083] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "refresh_cache-65efd5d9-5982-4ffe-b17e-cd52b1e24962" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.685083] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "refresh_cache-65efd5d9-5982-4ffe-b17e-cd52b1e24962" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.685083] env[69073]: DEBUG nova.network.neutron [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.704091] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7b817f2-3052-4ab3-80f2-f8a34cfbb959 req-f52547f1-b627-4f60-b100-aec3287a2953 service nova] Releasing lock "refresh_cache-4f89275e-1987-4caa-8fa1-b358ec1d90fe" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.837785] env[69073]: DEBUG nova.scheduler.client.report [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.859404] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529c96b5-0fcc-45ea-e4b6-01a4d335a2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010083} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.860789] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51ebd89-9fb1-42da-b069-503dcb928d81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.866380] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 753.866380] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524a172f-54f9-ae2b-4d47-ddc510b07a38" [ 753.866380] env[69073]: _type = "Task" [ 753.866380] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.873969] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524a172f-54f9-ae2b-4d47-ddc510b07a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.231159] env[69073]: DEBUG nova.network.neutron [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.343827] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.344365] env[69073]: DEBUG nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.349507] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.032s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.349741] env[69073]: DEBUG nova.objects.instance [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lazy-loading 'resources' on Instance uuid 6dea2c21-e194-4347-bdb8-3b1c25c3061e {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.376941] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524a172f-54f9-ae2b-4d47-ddc510b07a38, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.377197] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.377450] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.377708] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-770acefc-4a74-484f-889c-3712862debd5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.382617] env[69073]: DEBUG nova.network.neutron [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Updating instance_info_cache with network_info: [{"id": "647f8ed7-ec83-4c29-996d-49d869901fd6", "address": "fa:16:3e:eb:af:2c", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647f8ed7-ec", "ovs_interfaceid": "647f8ed7-ec83-4c29-996d-49d869901fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.385165] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 754.385165] env[69073]: value = "task-3219181" [ 754.385165] env[69073]: _type = "Task" [ 754.385165] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.394522] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.476915] env[69073]: DEBUG nova.compute.manager [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Received event network-vif-plugged-647f8ed7-ec83-4c29-996d-49d869901fd6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.477177] env[69073]: DEBUG oslo_concurrency.lockutils [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] Acquiring lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.477453] env[69073]: DEBUG oslo_concurrency.lockutils [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] Lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.477674] env[69073]: DEBUG oslo_concurrency.lockutils [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] Lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.477811] env[69073]: DEBUG nova.compute.manager [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] No waiting events found dispatching network-vif-plugged-647f8ed7-ec83-4c29-996d-49d869901fd6 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.477993] env[69073]: WARNING nova.compute.manager [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Received unexpected event network-vif-plugged-647f8ed7-ec83-4c29-996d-49d869901fd6 for instance with vm_state building and task_state spawning. [ 754.478210] env[69073]: DEBUG nova.compute.manager [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Received event network-changed-647f8ed7-ec83-4c29-996d-49d869901fd6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.478375] env[69073]: DEBUG nova.compute.manager [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Refreshing instance network info cache due to event network-changed-647f8ed7-ec83-4c29-996d-49d869901fd6. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.478557] env[69073]: DEBUG oslo_concurrency.lockutils [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] Acquiring lock "refresh_cache-65efd5d9-5982-4ffe-b17e-cd52b1e24962" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.854027] env[69073]: DEBUG nova.compute.utils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.858943] env[69073]: DEBUG nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.859150] env[69073]: DEBUG nova.network.neutron [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.887211] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "refresh_cache-65efd5d9-5982-4ffe-b17e-cd52b1e24962" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.887211] env[69073]: DEBUG nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Instance network_info: |[{"id": "647f8ed7-ec83-4c29-996d-49d869901fd6", "address": "fa:16:3e:eb:af:2c", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647f8ed7-ec", "ovs_interfaceid": "647f8ed7-ec83-4c29-996d-49d869901fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.887700] env[69073]: DEBUG oslo_concurrency.lockutils [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] Acquired lock "refresh_cache-65efd5d9-5982-4ffe-b17e-cd52b1e24962" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.887741] env[69073]: DEBUG nova.network.neutron [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Refreshing network info cache for port 647f8ed7-ec83-4c29-996d-49d869901fd6 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.889409] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:af:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647f8ed7-ec83-4c29-996d-49d869901fd6', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.896611] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.900082] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.903512] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d0e8b0-6d74-45be-9913-a0d3a2625b77 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.919676] env[69073]: DEBUG nova.policy [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.925520] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473989} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.925818] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.926085] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.926370] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ec2299-3de7-482b-9885-81f98e67410f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.929118] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.929118] env[69073]: value = "task-3219182" [ 754.929118] env[69073]: _type = "Task" [ 754.929118] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.937028] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 754.937028] env[69073]: value = "task-3219183" [ 754.937028] env[69073]: _type = "Task" [ 754.937028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.943568] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219182, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.948452] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.270352] env[69073]: DEBUG nova.network.neutron [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Successfully created port: f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.361015] env[69073]: DEBUG nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.419025] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be747523-a223-4a4d-acf2-69899875da7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.427378] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a2ac49-5aa3-433a-8738-8e956d08c352 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.439343] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219182, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.475912] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63c322a-462b-407e-9a53-d7b99684313b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.485019] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062723} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.485997] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.486828] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dce0a0-f33c-4a84-91d0-18c24cdc7fec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.490506] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165169b8-c48f-4290-8efe-24d7abc37e67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.508438] env[69073]: DEBUG nova.compute.provider_tree [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.525687] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.530045] env[69073]: DEBUG nova.scheduler.client.report [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.533154] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433d6a62-5c80-4c51-b162-fe235fd37960 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.549359] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.200s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.551561] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.340s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.553529] env[69073]: INFO nova.compute.claims [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.562165] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 755.562165] env[69073]: value = "task-3219184" [ 755.562165] env[69073]: _type = "Task" [ 755.562165] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.570705] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.573994] env[69073]: INFO nova.scheduler.client.report [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Deleted allocations for instance 6dea2c21-e194-4347-bdb8-3b1c25c3061e [ 755.741212] env[69073]: DEBUG nova.network.neutron [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Updated VIF entry in instance network info cache for port 647f8ed7-ec83-4c29-996d-49d869901fd6. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.741394] env[69073]: DEBUG nova.network.neutron [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Updating instance_info_cache with network_info: [{"id": "647f8ed7-ec83-4c29-996d-49d869901fd6", "address": "fa:16:3e:eb:af:2c", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647f8ed7-ec", "ovs_interfaceid": "647f8ed7-ec83-4c29-996d-49d869901fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.940841] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219182, 'name': CreateVM_Task, 'duration_secs': 0.861185} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.941214] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.941705] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.941866] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.942189] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.942437] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c4b8e6-2c6e-4ece-b785-a304666c73ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.946945] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 755.946945] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b77d9-752c-ba5e-4660-7dad7ee43886" [ 755.946945] env[69073]: _type = "Task" [ 755.946945] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.954741] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b77d9-752c-ba5e-4660-7dad7ee43886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.072321] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.085687] env[69073]: DEBUG oslo_concurrency.lockutils [None req-94d4ba9a-cd57-4129-9385-fd79b7436ef2 tempest-ServersListShow2100Test-1243983227 tempest-ServersListShow2100Test-1243983227-project-member] Lock "6dea2c21-e194-4347-bdb8-3b1c25c3061e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.069s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.247181] env[69073]: DEBUG oslo_concurrency.lockutils [req-9160f75c-4fcf-4d33-a7fa-733937a80018 req-910fc3b1-1308-48eb-84a6-3f5e23747e17 service nova] Releasing lock "refresh_cache-65efd5d9-5982-4ffe-b17e-cd52b1e24962" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.372319] env[69073]: DEBUG nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.396257] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.396445] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.396626] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.396777] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.396921] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.397076] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.397288] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.397444] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.397610] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.397772] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.397945] env[69073]: DEBUG nova.virt.hardware [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.399990] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c100e7b-dace-4361-ad0f-ffe42b7bd032 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.407968] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b77b95-4e72-4a80-836b-7c9d120fe5ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.458722] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b77d9-752c-ba5e-4660-7dad7ee43886, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.459144] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.459381] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.459623] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.459774] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.459960] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.460726] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e61446e6-499d-4b73-9a32-a1b16304264d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.468713] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.468903] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.469669] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc09a65-7581-48d7-b1cb-511753f5c6da {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.475033] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 756.475033] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52841d05-49d0-47b1-9358-38965bce9716" [ 756.475033] env[69073]: _type = "Task" [ 756.475033] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.483662] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52841d05-49d0-47b1-9358-38965bce9716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.572875] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219184, 'name': ReconfigVM_Task, 'duration_secs': 0.602147} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.573245] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.573866] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0528093e-57f8-414f-8fe7-431ada71e79b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.579702] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 756.579702] env[69073]: value = "task-3219185" [ 756.579702] env[69073]: _type = "Task" [ 756.579702] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.590048] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219185, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.754486] env[69073]: DEBUG nova.compute.manager [req-3868a7db-28b7-4f70-a6b1-c6f51812899a req-04a4c2a5-01d2-4ead-8be3-5781c36af66f service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received event network-vif-plugged-f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.754706] env[69073]: DEBUG oslo_concurrency.lockutils [req-3868a7db-28b7-4f70-a6b1-c6f51812899a req-04a4c2a5-01d2-4ead-8be3-5781c36af66f service nova] Acquiring lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.754910] env[69073]: DEBUG oslo_concurrency.lockutils [req-3868a7db-28b7-4f70-a6b1-c6f51812899a req-04a4c2a5-01d2-4ead-8be3-5781c36af66f service nova] Lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.755088] env[69073]: DEBUG oslo_concurrency.lockutils [req-3868a7db-28b7-4f70-a6b1-c6f51812899a req-04a4c2a5-01d2-4ead-8be3-5781c36af66f service nova] Lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.755253] env[69073]: DEBUG nova.compute.manager [req-3868a7db-28b7-4f70-a6b1-c6f51812899a req-04a4c2a5-01d2-4ead-8be3-5781c36af66f service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] No waiting events found dispatching network-vif-plugged-f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.755416] env[69073]: WARNING nova.compute.manager [req-3868a7db-28b7-4f70-a6b1-c6f51812899a req-04a4c2a5-01d2-4ead-8be3-5781c36af66f service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received unexpected event network-vif-plugged-f4b52a08-0c50-45f3-8178-1ca6bfae5e4f for instance with vm_state building and task_state spawning. [ 756.914686] env[69073]: DEBUG nova.network.neutron [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Successfully updated port: f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.989171] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52841d05-49d0-47b1-9358-38965bce9716, 'name': SearchDatastore_Task, 'duration_secs': 0.008732} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.990686] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5de3e9-5196-46a9-8c4b-5d2c80771326 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.998182] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 756.998182] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c49dc8-8b77-be3a-8e27-7d1b5d80cffd" [ 756.998182] env[69073]: _type = "Task" [ 756.998182] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.006035] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c49dc8-8b77-be3a-8e27-7d1b5d80cffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.088133] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfec6894-17af-490a-890a-f206fc75b4ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.097101] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219185, 'name': Rename_Task, 'duration_secs': 0.139993} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.097733] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.098293] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e066c9e-7f19-4144-a4e9-e1ec8e208856 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.104737] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6dd005-5304-4493-b160-4cdfed18a979 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.109359] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 757.109359] env[69073]: value = "task-3219186" [ 757.109359] env[69073]: _type = "Task" [ 757.109359] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.144555] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f421fb-ad0f-40c3-851d-694730af2e5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.150581] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.155314] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4c232e-e9ca-4d86-a4ee-1c2f5af02342 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.172018] env[69073]: DEBUG nova.compute.provider_tree [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.426401] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.426978] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.426978] env[69073]: DEBUG nova.network.neutron [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.509513] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c49dc8-8b77-be3a-8e27-7d1b5d80cffd, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.509796] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.510141] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 65efd5d9-5982-4ffe-b17e-cd52b1e24962/65efd5d9-5982-4ffe-b17e-cd52b1e24962.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.510392] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eacda0a-3fce-4823-b2dd-64131f50809d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.518863] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 757.518863] env[69073]: value = "task-3219187" [ 757.518863] env[69073]: _type = "Task" [ 757.518863] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.525830] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.620235] env[69073]: DEBUG oslo_vmware.api [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219186, 'name': PowerOnVM_Task, 'duration_secs': 0.432787} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.620235] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.620411] env[69073]: INFO nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Took 7.58 seconds to spawn the instance on the hypervisor. [ 757.620585] env[69073]: DEBUG nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.621368] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba507cb-35f9-4347-9f16-327da67b638f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.674891] env[69073]: DEBUG nova.scheduler.client.report [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.992395] env[69073]: DEBUG nova.network.neutron [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.035334] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46233} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.035583] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 65efd5d9-5982-4ffe-b17e-cd52b1e24962/65efd5d9-5982-4ffe-b17e-cd52b1e24962.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.035822] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.036151] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0918931-c1c3-4b16-bcbb-580555d0f3f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.042569] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 758.042569] env[69073]: value = "task-3219188" [ 758.042569] env[69073]: _type = "Task" [ 758.042569] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.050150] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.141219] env[69073]: INFO nova.compute.manager [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Took 47.07 seconds to build instance. [ 758.181918] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.182482] env[69073]: DEBUG nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.185474] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.053s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.185694] env[69073]: DEBUG nova.objects.instance [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lazy-loading 'resources' on Instance uuid 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.261061] env[69073]: DEBUG nova.network.neutron [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [{"id": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "address": "fa:16:3e:62:0a:44", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b52a08-0c", "ovs_interfaceid": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.553437] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069611} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.553689] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.554468] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589eda67-c7df-4f16-a2d2-e90f96d3da79 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.576917] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 65efd5d9-5982-4ffe-b17e-cd52b1e24962/65efd5d9-5982-4ffe-b17e-cd52b1e24962.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.577249] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc5189f-292d-46fd-8536-0a07700ecfb3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.597101] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 758.597101] env[69073]: value = "task-3219189" [ 758.597101] env[69073]: _type = "Task" [ 758.597101] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.605304] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.643086] env[69073]: DEBUG oslo_concurrency.lockutils [None req-687277bc-5822-4e83-8cf1-9da759a04179 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.838s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.689456] env[69073]: DEBUG nova.compute.utils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.694218] env[69073]: DEBUG nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.694403] env[69073]: DEBUG nova.network.neutron [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.760832] env[69073]: DEBUG nova.policy [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5514015b6fee409aa85b8833e4169df5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5071108f521e49c4a2f524e0eb694e25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.764093] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.764443] env[69073]: DEBUG nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Instance network_info: |[{"id": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "address": "fa:16:3e:62:0a:44", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b52a08-0c", "ovs_interfaceid": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.764849] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:0a:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4b52a08-0c50-45f3-8178-1ca6bfae5e4f', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.772705] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Creating folder: Project (3afb53325b974720bfeb564746ea401a). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.773071] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33fe8e9a-224f-4aa7-8526-0510232c12a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.783680] env[69073]: DEBUG nova.compute.manager [req-be6af23f-22d4-402d-a762-d77b0df557c5 req-7df94a21-c494-4be6-b3d8-48919fbdb1c3 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received event network-changed-f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.783680] env[69073]: DEBUG nova.compute.manager [req-be6af23f-22d4-402d-a762-d77b0df557c5 req-7df94a21-c494-4be6-b3d8-48919fbdb1c3 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Refreshing instance network info cache due to event network-changed-f4b52a08-0c50-45f3-8178-1ca6bfae5e4f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.783680] env[69073]: DEBUG oslo_concurrency.lockutils [req-be6af23f-22d4-402d-a762-d77b0df557c5 req-7df94a21-c494-4be6-b3d8-48919fbdb1c3 service nova] Acquiring lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.783680] env[69073]: DEBUG oslo_concurrency.lockutils [req-be6af23f-22d4-402d-a762-d77b0df557c5 req-7df94a21-c494-4be6-b3d8-48919fbdb1c3 service nova] Acquired lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.784169] env[69073]: DEBUG nova.network.neutron [req-be6af23f-22d4-402d-a762-d77b0df557c5 req-7df94a21-c494-4be6-b3d8-48919fbdb1c3 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Refreshing network info cache for port f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.792955] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Created folder: Project (3afb53325b974720bfeb564746ea401a) in parent group-v643537. [ 758.793190] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Creating folder: Instances. Parent ref: group-v643614. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.796329] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6621c898-54b0-4a99-a57f-90fcb598e764 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.806908] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Created folder: Instances in parent group-v643614. [ 758.807221] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.807371] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.807596] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3363d397-1fbe-492f-b44b-b235fe8a099e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.829994] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.829994] env[69073]: value = "task-3219192" [ 758.829994] env[69073]: _type = "Task" [ 758.829994] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.837678] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219192, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.102300] env[69073]: DEBUG nova.network.neutron [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Successfully created port: 42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.113306] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.147260] env[69073]: DEBUG nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.196132] env[69073]: DEBUG nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.199754] env[69073]: DEBUG nova.network.neutron [req-be6af23f-22d4-402d-a762-d77b0df557c5 req-7df94a21-c494-4be6-b3d8-48919fbdb1c3 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updated VIF entry in instance network info cache for port f4b52a08-0c50-45f3-8178-1ca6bfae5e4f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.200171] env[69073]: DEBUG nova.network.neutron [req-be6af23f-22d4-402d-a762-d77b0df557c5 req-7df94a21-c494-4be6-b3d8-48919fbdb1c3 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [{"id": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "address": "fa:16:3e:62:0a:44", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b52a08-0c", "ovs_interfaceid": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.311382] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1382706f-50d1-4290-b92a-3729493691e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.327666] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191fd79-32b4-401a-8ce7-c94a247a0ab7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.341780] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219192, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.368796] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4171759-b9a1-4b03-9058-fce834312da0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.378040] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc60544-d91b-4215-88e6-c07b2d206bd5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.393522] env[69073]: DEBUG nova.compute.provider_tree [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.608452] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219189, 'name': ReconfigVM_Task, 'duration_secs': 0.838516} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.608740] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 65efd5d9-5982-4ffe-b17e-cd52b1e24962/65efd5d9-5982-4ffe-b17e-cd52b1e24962.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.609380] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32206d57-9d25-458b-9743-bd8bac25e266 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.615965] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 759.615965] env[69073]: value = "task-3219193" [ 759.615965] env[69073]: _type = "Task" [ 759.615965] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.631360] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219193, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.642982] env[69073]: DEBUG nova.compute.manager [None req-160ff24d-cd59-4953-a640-c278f155688e tempest-ServerDiagnosticsV248Test-2064589186 tempest-ServerDiagnosticsV248Test-2064589186-project-admin] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.644443] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c10fd-6abb-49bb-967c-70906bee80b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.651178] env[69073]: INFO nova.compute.manager [None req-160ff24d-cd59-4953-a640-c278f155688e tempest-ServerDiagnosticsV248Test-2064589186 tempest-ServerDiagnosticsV248Test-2064589186-project-admin] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Retrieving diagnostics [ 759.651997] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7fb568-7a82-4dfe-a5db-6809855d70ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.686956] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.706081] env[69073]: DEBUG oslo_concurrency.lockutils [req-be6af23f-22d4-402d-a762-d77b0df557c5 req-7df94a21-c494-4be6-b3d8-48919fbdb1c3 service nova] Releasing lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.853615] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219192, 'name': CreateVM_Task, 'duration_secs': 0.610957} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.853893] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.858578] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.858578] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.858578] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.858578] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d4c237-0843-4ffe-8cb5-3599ee8c77e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.863026] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 759.863026] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5226a037-f6b1-d10c-9cc7-035704360e3c" [ 759.863026] env[69073]: _type = "Task" [ 759.863026] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.871703] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5226a037-f6b1-d10c-9cc7-035704360e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.896923] env[69073]: DEBUG nova.scheduler.client.report [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.131281] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219193, 'name': Rename_Task, 'duration_secs': 0.36371} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.131596] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.131842] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0c3e7eb-9d9b-46c8-ac31-1c4597283d92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.138974] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 760.138974] env[69073]: value = "task-3219194" [ 760.138974] env[69073]: _type = "Task" [ 760.138974] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.147622] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.210972] env[69073]: DEBUG nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.238106] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.238106] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.238106] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.238318] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.238318] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.238318] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.238494] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.238614] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.238799] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.238934] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.239118] env[69073]: DEBUG nova.virt.hardware [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.240012] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638bb3f9-f0cd-4155-84f1-ff8661bfb825 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.248830] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd0fae-fada-4b53-a9bf-01945c72bc71 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.374898] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5226a037-f6b1-d10c-9cc7-035704360e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.014031} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.375325] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.375655] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.375943] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.376158] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.376362] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.376811] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9de7bb0e-6adb-4644-b8ce-642070e074d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.386907] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.387253] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.388598] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-739586e8-56a6-41ad-ac0d-42e05e173160 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.394430] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 760.394430] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52102d97-9860-1321-97ca-948e3e563899" [ 760.394430] env[69073]: _type = "Task" [ 760.394430] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.411577] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.414584] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52102d97-9860-1321-97ca-948e3e563899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.416278] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.914s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.416278] env[69073]: DEBUG nova.objects.instance [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lazy-loading 'resources' on Instance uuid 399fb7d3-fa27-48f0-a415-7d286fc19caf {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.447297] env[69073]: INFO nova.scheduler.client.report [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Deleted allocations for instance 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6 [ 760.652923] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219194, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.845556] env[69073]: DEBUG nova.network.neutron [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Successfully updated port: 42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.902754] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquiring lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.903088] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.903321] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquiring lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.903507] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.903672] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.910957] env[69073]: INFO nova.compute.manager [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Terminating instance [ 760.914742] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52102d97-9860-1321-97ca-948e3e563899, 'name': SearchDatastore_Task, 'duration_secs': 0.022794} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.915055] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d0812e-c09a-460b-9f47-387aa0b432dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.924496] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 760.924496] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f6f6bd-626e-bcce-7936-7d01889a6105" [ 760.924496] env[69073]: _type = "Task" [ 760.924496] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.933908] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f6f6bd-626e-bcce-7936-7d01889a6105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.955987] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f3ef29c-d70e-4c42-a1c0-8ecd51c745d5 tempest-ImagesOneServerTestJSON-1150437226 tempest-ImagesOneServerTestJSON-1150437226-project-member] Lock "3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.298s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.987060] env[69073]: DEBUG nova.compute.manager [req-b5c47f2f-fefa-4f83-a011-d3e75150dc42 req-87566295-3f8f-48bc-8d9c-855216347223 service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Received event network-vif-plugged-42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.987288] env[69073]: DEBUG oslo_concurrency.lockutils [req-b5c47f2f-fefa-4f83-a011-d3e75150dc42 req-87566295-3f8f-48bc-8d9c-855216347223 service nova] Acquiring lock "97535ddb-6907-4030-8407-ea478889cf74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.987496] env[69073]: DEBUG oslo_concurrency.lockutils [req-b5c47f2f-fefa-4f83-a011-d3e75150dc42 req-87566295-3f8f-48bc-8d9c-855216347223 service nova] Lock "97535ddb-6907-4030-8407-ea478889cf74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.987664] env[69073]: DEBUG oslo_concurrency.lockutils [req-b5c47f2f-fefa-4f83-a011-d3e75150dc42 req-87566295-3f8f-48bc-8d9c-855216347223 service nova] Lock "97535ddb-6907-4030-8407-ea478889cf74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.987833] env[69073]: DEBUG nova.compute.manager [req-b5c47f2f-fefa-4f83-a011-d3e75150dc42 req-87566295-3f8f-48bc-8d9c-855216347223 service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] No waiting events found dispatching network-vif-plugged-42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.988059] env[69073]: WARNING nova.compute.manager [req-b5c47f2f-fefa-4f83-a011-d3e75150dc42 req-87566295-3f8f-48bc-8d9c-855216347223 service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Received unexpected event network-vif-plugged-42aa637b-c600-40c1-a6cd-b55ec5759e33 for instance with vm_state building and task_state spawning. [ 761.150719] env[69073]: DEBUG oslo_vmware.api [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219194, 'name': PowerOnVM_Task, 'duration_secs': 0.619105} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.151042] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.151495] env[69073]: INFO nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Took 8.36 seconds to spawn the instance on the hypervisor. [ 761.151495] env[69073]: DEBUG nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.152762] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff6667-d7e2-459a-85be-05327a66d5e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.349712] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.349905] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquired lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.350057] env[69073]: DEBUG nova.network.neutron [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.423508] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquiring lock "refresh_cache-70bfc9a1-b390-473c-9bcd-0f784f6311a0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.423712] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquired lock "refresh_cache-70bfc9a1-b390-473c-9bcd-0f784f6311a0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.423893] env[69073]: DEBUG nova.network.neutron [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.435513] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f6f6bd-626e-bcce-7936-7d01889a6105, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.439050] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.439050] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 99256fa3-0b05-40e8-80b1-1172e2900146/99256fa3-0b05-40e8-80b1-1172e2900146.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.440352] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62c09a17-b4b0-4f42-a970-919859b153a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.448600] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 761.448600] env[69073]: value = "task-3219195" [ 761.448600] env[69073]: _type = "Task" [ 761.448600] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.462899] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.510409] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59ee776-6412-4a9f-8cc1-1588167dbe05 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.519016] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650ab3b6-1887-4191-a907-d44991d2b046 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.553728] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7373c7b-79f2-4804-8521-28990430528c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.563226] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38bc8df-b6a3-4300-a5fe-6df998f128a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.583048] env[69073]: DEBUG nova.compute.provider_tree [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.670720] env[69073]: INFO nova.compute.manager [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Took 46.74 seconds to build instance. [ 761.910302] env[69073]: DEBUG nova.network.neutron [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.949364] env[69073]: DEBUG nova.network.neutron [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.962386] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219195, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.027657] env[69073]: DEBUG nova.network.neutron [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.084127] env[69073]: DEBUG nova.scheduler.client.report [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.172725] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e7b612f-e423-4fd7-bc39-c1912c4f1dcd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.855s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.199191] env[69073]: DEBUG nova.network.neutron [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Updating instance_info_cache with network_info: [{"id": "42aa637b-c600-40c1-a6cd-b55ec5759e33", "address": "fa:16:3e:d4:94:f9", "network": {"id": "0645d176-e776-40d5-875d-a2cc784feede", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-58678801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5071108f521e49c4a2f524e0eb694e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aa637b-c6", "ovs_interfaceid": "42aa637b-c600-40c1-a6cd-b55ec5759e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.219801] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.220646] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.461570] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517096} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.462016] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 99256fa3-0b05-40e8-80b1-1172e2900146/99256fa3-0b05-40e8-80b1-1172e2900146.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.462406] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.462793] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91395efb-9920-4462-887e-04d9987c9fe4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.471020] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 762.471020] env[69073]: value = "task-3219196" [ 762.471020] env[69073]: _type = "Task" [ 762.471020] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.478484] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.534025] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Releasing lock "refresh_cache-70bfc9a1-b390-473c-9bcd-0f784f6311a0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.534025] env[69073]: DEBUG nova.compute.manager [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.534025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.534025] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74107d73-b09d-4863-b3f4-59504e57d62e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.540888] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.541295] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfaac896-d63e-4771-b4b8-2ee12a59bda0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.546905] env[69073]: DEBUG oslo_vmware.api [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 762.546905] env[69073]: value = "task-3219197" [ 762.546905] env[69073]: _type = "Task" [ 762.546905] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.557480] env[69073]: DEBUG oslo_vmware.api [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.590563] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.592838] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.393s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.596097] env[69073]: INFO nova.compute.claims [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.628686] env[69073]: INFO nova.scheduler.client.report [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Deleted allocations for instance 399fb7d3-fa27-48f0-a415-7d286fc19caf [ 762.676657] env[69073]: DEBUG nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.701983] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Releasing lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.702451] env[69073]: DEBUG nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Instance network_info: |[{"id": "42aa637b-c600-40c1-a6cd-b55ec5759e33", "address": "fa:16:3e:d4:94:f9", "network": {"id": "0645d176-e776-40d5-875d-a2cc784feede", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-58678801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5071108f521e49c4a2f524e0eb694e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aa637b-c6", "ovs_interfaceid": "42aa637b-c600-40c1-a6cd-b55ec5759e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.702890] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:94:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42aa637b-c600-40c1-a6cd-b55ec5759e33', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.711636] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Creating folder: Project (5071108f521e49c4a2f524e0eb694e25). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.714042] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd99ccbc-cf94-407c-bd89-512bbd0ee811 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.725854] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Created folder: Project (5071108f521e49c4a2f524e0eb694e25) in parent group-v643537. [ 762.726880] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Creating folder: Instances. Parent ref: group-v643617. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.727140] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4ffa894-3e8a-42c2-835e-1a463a26946f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.737790] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Created folder: Instances in parent group-v643617. [ 762.738036] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.738227] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.738724] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a58cc92-4264-4924-8c22-6a88ab423362 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.758768] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.758768] env[69073]: value = "task-3219200" [ 762.758768] env[69073]: _type = "Task" [ 762.758768] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.767015] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219200, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.984862] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169581} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.985150] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.986817] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e29a64-44cc-4af7-82b9-8e97e9c12647 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.021872] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 99256fa3-0b05-40e8-80b1-1172e2900146/99256fa3-0b05-40e8-80b1-1172e2900146.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.022569] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa414409-8294-4dd3-b362-412c3859475e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.042563] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 763.042563] env[69073]: value = "task-3219201" [ 763.042563] env[69073]: _type = "Task" [ 763.042563] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.050247] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.059591] env[69073]: DEBUG oslo_vmware.api [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219197, 'name': PowerOffVM_Task, 'duration_secs': 0.469073} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.059591] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.059591] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.059773] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d74928c1-e679-4964-9a4e-29e719cff846 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.091582] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.092107] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.092290] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Deleting the datastore file [datastore2] 70bfc9a1-b390-473c-9bcd-0f784f6311a0 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.092594] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-736ed798-fea1-4700-bbab-a615e5bec327 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.106049] env[69073]: DEBUG oslo_vmware.api [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for the task: (returnval){ [ 763.106049] env[69073]: value = "task-3219203" [ 763.106049] env[69073]: _type = "Task" [ 763.106049] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.113499] env[69073]: DEBUG oslo_vmware.api [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.119445] env[69073]: DEBUG nova.compute.manager [req-fe0a7de4-6be0-45f4-8b3d-3a1fbf658966 req-fa977838-9406-4587-922a-986ef9db5747 service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Received event network-changed-42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.119680] env[69073]: DEBUG nova.compute.manager [req-fe0a7de4-6be0-45f4-8b3d-3a1fbf658966 req-fa977838-9406-4587-922a-986ef9db5747 service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Refreshing instance network info cache due to event network-changed-42aa637b-c600-40c1-a6cd-b55ec5759e33. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.119905] env[69073]: DEBUG oslo_concurrency.lockutils [req-fe0a7de4-6be0-45f4-8b3d-3a1fbf658966 req-fa977838-9406-4587-922a-986ef9db5747 service nova] Acquiring lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.120174] env[69073]: DEBUG oslo_concurrency.lockutils [req-fe0a7de4-6be0-45f4-8b3d-3a1fbf658966 req-fa977838-9406-4587-922a-986ef9db5747 service nova] Acquired lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.120370] env[69073]: DEBUG nova.network.neutron [req-fe0a7de4-6be0-45f4-8b3d-3a1fbf658966 req-fa977838-9406-4587-922a-986ef9db5747 service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Refreshing network info cache for port 42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.138505] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fc24a875-f51f-4c94-9017-1b95e5d541c1 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "399fb7d3-fa27-48f0-a415-7d286fc19caf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.611s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.206576] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.274057] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219200, 'name': CreateVM_Task, 'duration_secs': 0.415058} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.274057] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.274871] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.274871] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.275148] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.275457] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82aa2b4c-fc0d-4030-b95c-219595f8e732 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.280504] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 763.280504] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b40251-bc84-224e-166e-593e68051283" [ 763.280504] env[69073]: _type = "Task" [ 763.280504] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.289550] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b40251-bc84-224e-166e-593e68051283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.481812] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.481812] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.552510] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219201, 'name': ReconfigVM_Task, 'duration_secs': 0.455611} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.552844] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 99256fa3-0b05-40e8-80b1-1172e2900146/99256fa3-0b05-40e8-80b1-1172e2900146.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.553526] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31a197d9-d314-4d73-a306-bc3bf431eeb5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.559659] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 763.559659] env[69073]: value = "task-3219204" [ 763.559659] env[69073]: _type = "Task" [ 763.559659] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.567845] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219204, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.614168] env[69073]: DEBUG oslo_vmware.api [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Task: {'id': task-3219203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144282} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.614431] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.614613] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.614784] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.614958] env[69073]: INFO nova.compute.manager [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 763.615212] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.615496] env[69073]: DEBUG nova.compute.manager [-] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.615591] env[69073]: DEBUG nova.network.neutron [-] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.634517] env[69073]: DEBUG nova.network.neutron [-] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.792991] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b40251-bc84-224e-166e-593e68051283, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.793267] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.793507] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.793757] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.793904] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.794080] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.794347] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-474fdf6e-c9bb-48ff-883a-f09d5446f95b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.806123] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.806336] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.807090] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50dde551-7fd2-40d6-9982-2010270cec69 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.815304] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 763.815304] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52813635-86a8-838a-38da-e5f65019f06d" [ 763.815304] env[69073]: _type = "Task" [ 763.815304] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.826400] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52813635-86a8-838a-38da-e5f65019f06d, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.829918] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8b640b-f4b1-4f36-8bd4-5e87ab99a823 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.834784] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 763.834784] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5213922f-69ae-eac2-37f8-cb2bcb73b7c7" [ 763.834784] env[69073]: _type = "Task" [ 763.834784] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.845033] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5213922f-69ae-eac2-37f8-cb2bcb73b7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.864915] env[69073]: DEBUG nova.network.neutron [req-fe0a7de4-6be0-45f4-8b3d-3a1fbf658966 req-fa977838-9406-4587-922a-986ef9db5747 service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Updated VIF entry in instance network info cache for port 42aa637b-c600-40c1-a6cd-b55ec5759e33. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.864915] env[69073]: DEBUG nova.network.neutron [req-fe0a7de4-6be0-45f4-8b3d-3a1fbf658966 req-fa977838-9406-4587-922a-986ef9db5747 service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Updating instance_info_cache with network_info: [{"id": "42aa637b-c600-40c1-a6cd-b55ec5759e33", "address": "fa:16:3e:d4:94:f9", "network": {"id": "0645d176-e776-40d5-875d-a2cc784feede", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-58678801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5071108f521e49c4a2f524e0eb694e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aa637b-c6", "ovs_interfaceid": "42aa637b-c600-40c1-a6cd-b55ec5759e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.069952] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219204, 'name': Rename_Task, 'duration_secs': 0.259929} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.072475] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.073798] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2da6bb5c-4a7e-4d5b-899b-00b082842f18 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.080042] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 764.080042] env[69073]: value = "task-3219205" [ 764.080042] env[69073]: _type = "Task" [ 764.080042] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.090720] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.137748] env[69073]: DEBUG nova.network.neutron [-] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.179068] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd16e41f-9681-4acc-9c29-8c8cb0812dd2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.186551] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1f4fd7-fd9e-4b86-a32f-b10a49448c2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.190305] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.190535] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.190734] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "e3218ff9-bffe-4077-b090-e61b7e309c4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.190918] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.191097] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.193561] env[69073]: INFO nova.compute.manager [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Terminating instance [ 764.222658] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77afdd3d-fd6d-47e5-860a-5752b980e21c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.229550] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6256ae36-6391-4b24-b40d-e238e3c519e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.245235] env[69073]: DEBUG nova.compute.provider_tree [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.345291] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5213922f-69ae-eac2-37f8-cb2bcb73b7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.346043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.346043] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 97535ddb-6907-4030-8407-ea478889cf74/97535ddb-6907-4030-8407-ea478889cf74.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.346257] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7070856c-17fe-4a9b-b5ba-87b8b7a7274c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.352281] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 764.352281] env[69073]: value = "task-3219206" [ 764.352281] env[69073]: _type = "Task" [ 764.352281] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.364066] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.370539] env[69073]: DEBUG oslo_concurrency.lockutils [req-fe0a7de4-6be0-45f4-8b3d-3a1fbf658966 req-fa977838-9406-4587-922a-986ef9db5747 service nova] Releasing lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.591549] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.640699] env[69073]: INFO nova.compute.manager [-] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Took 1.02 seconds to deallocate network for instance. [ 764.724738] env[69073]: DEBUG nova.compute.manager [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.725038] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.726026] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388a00fb-3d24-4c8e-9265-3bcb14c8a39c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.735742] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.736103] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1015deef-ddf6-4875-a4d4-ad23d1d7a561 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.743992] env[69073]: DEBUG oslo_vmware.api [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 764.743992] env[69073]: value = "task-3219207" [ 764.743992] env[69073]: _type = "Task" [ 764.743992] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.748875] env[69073]: DEBUG nova.scheduler.client.report [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.761908] env[69073]: DEBUG oslo_vmware.api [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.874011] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219206, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.091457] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219205, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.150822] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.255651] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.256128] env[69073]: DEBUG nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.258905] env[69073]: DEBUG oslo_vmware.api [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219207, 'name': PowerOffVM_Task, 'duration_secs': 0.223515} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.259209] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.602s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.260549] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.262166] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.262166] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3073aa-dd97-40c2-8ad1-2bac024b7a92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.332570] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.333081] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.333254] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Deleting the datastore file [datastore2] e3218ff9-bffe-4077-b090-e61b7e309c4d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.333994] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e05c4ac-ce13-4155-a3ac-3c229d80c834 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.341019] env[69073]: DEBUG oslo_vmware.api [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for the task: (returnval){ [ 765.341019] env[69073]: value = "task-3219209" [ 765.341019] env[69073]: _type = "Task" [ 765.341019] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.349152] env[69073]: DEBUG oslo_vmware.api [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.362790] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568795} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.364175] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 97535ddb-6907-4030-8407-ea478889cf74/97535ddb-6907-4030-8407-ea478889cf74.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.364432] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.366145] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31c265d8-69cc-48e2-b0b2-d54b87bd4ed3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.370972] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 765.370972] env[69073]: value = "task-3219210" [ 765.370972] env[69073]: _type = "Task" [ 765.370972] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.380033] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.595419] env[69073]: DEBUG oslo_vmware.api [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219205, 'name': PowerOnVM_Task, 'duration_secs': 1.219564} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.595718] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.595934] env[69073]: INFO nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Took 9.22 seconds to spawn the instance on the hypervisor. [ 765.596358] env[69073]: DEBUG nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.597155] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982a300a-4a03-4c4f-b3f6-b10bf136d6f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.762707] env[69073]: DEBUG nova.compute.utils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.767860] env[69073]: DEBUG nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.768209] env[69073]: DEBUG nova.network.neutron [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.815108] env[69073]: DEBUG nova.policy [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73f125e387e744b5915633307bcf13a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81d2597c737f4b1d940862f9a58f8b56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.854293] env[69073]: DEBUG oslo_vmware.api [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Task: {'id': task-3219209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136085} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.854910] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.855228] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.855528] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.855819] env[69073]: INFO nova.compute.manager [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 765.856226] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.856511] env[69073]: DEBUG nova.compute.manager [-] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.856684] env[69073]: DEBUG nova.network.neutron [-] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.882698] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163022} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.882698] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.883425] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e56ed-c95d-46f8-a1a9-df4580a3544e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.906726] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 97535ddb-6907-4030-8407-ea478889cf74/97535ddb-6907-4030-8407-ea478889cf74.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.909569] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6456023c-afec-4ada-a152-6d74beb5adc6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.933665] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 765.933665] env[69073]: value = "task-3219211" [ 765.933665] env[69073]: _type = "Task" [ 765.933665] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.943121] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.121760] env[69073]: INFO nova.compute.manager [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Took 48.21 seconds to build instance. [ 766.268721] env[69073]: DEBUG nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.292801] env[69073]: DEBUG nova.network.neutron [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Successfully created port: d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.412945] env[69073]: DEBUG nova.compute.manager [req-323b2e77-2d93-4f8a-baa2-51215a8fa542 req-82af162e-6f89-47e6-ac4c-7e9c344c6f7a service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Received event network-vif-deleted-f25eeeeb-92ba-4e48-8db7-54b9ad071242 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.413162] env[69073]: INFO nova.compute.manager [req-323b2e77-2d93-4f8a-baa2-51215a8fa542 req-82af162e-6f89-47e6-ac4c-7e9c344c6f7a service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Neutron deleted interface f25eeeeb-92ba-4e48-8db7-54b9ad071242; detaching it from the instance and deleting it from the info cache [ 766.413335] env[69073]: DEBUG nova.network.neutron [req-323b2e77-2d93-4f8a-baa2-51215a8fa542 req-82af162e-6f89-47e6-ac4c-7e9c344c6f7a service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.449339] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219211, 'name': ReconfigVM_Task, 'duration_secs': 0.335758} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.450008] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 97535ddb-6907-4030-8407-ea478889cf74/97535ddb-6907-4030-8407-ea478889cf74.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.452943] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8ab4b35-0767-4d13-a0a7-badd8981a865 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.464073] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 766.464073] env[69073]: value = "task-3219212" [ 766.464073] env[69073]: _type = "Task" [ 766.464073] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.476356] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219212, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.491144] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187dbb0-0f79-4056-a274-029e9b73f6db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.500628] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8bdf48-e68c-4ae7-a265-725fa61f71f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.538575] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db60c245-c140-4582-a7f4-b7ee9265c129 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.547684] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531bffcf-eb72-4065-a457-080142d2a84a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.561435] env[69073]: DEBUG nova.compute.provider_tree [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.625154] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1871404c-c1d0-4bde-bcbb-bc37418e28ce tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "99256fa3-0b05-40e8-80b1-1172e2900146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.306s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.776981] env[69073]: INFO nova.virt.block_device [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Booting with volume 83554ea5-521f-4281-b0ed-39673e9f59e4 at /dev/sda [ 766.801047] env[69073]: DEBUG nova.network.neutron [-] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.844439] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad5f048a-b3b1-4358-88f0-9e300b72388f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.856082] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eb4d93-2121-49de-b06b-b1019c536cfe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.887861] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df09f906-14d1-4dfc-acd4-0b258d10948f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.897999] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d7764a-b8db-408f-90f1-a94960fa6f8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.916686] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb1b26ca-fbbe-4446-a411-b8061343dae1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.931580] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb29a06-1764-4491-98eb-769ca46f3361 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.937025] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63701b97-4f79-4ee7-bbc4-3d9d2d9ba8c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.953356] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45979559-c0ff-411c-88fe-d05e6b990585 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.970756] env[69073]: DEBUG nova.compute.manager [req-323b2e77-2d93-4f8a-baa2-51215a8fa542 req-82af162e-6f89-47e6-ac4c-7e9c344c6f7a service nova] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Detach interface failed, port_id=f25eeeeb-92ba-4e48-8db7-54b9ad071242, reason: Instance e3218ff9-bffe-4077-b090-e61b7e309c4d could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.980122] env[69073]: DEBUG nova.virt.block_device [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Updating existing volume attachment record: 400a6afb-1b02-4298-b6df-a9ee4dc9ac6b {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 766.985926] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219212, 'name': Rename_Task, 'duration_secs': 0.140575} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.986128] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.986376] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50145a27-1111-4edc-acce-22fe33604328 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.992886] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 766.992886] env[69073]: value = "task-3219213" [ 766.992886] env[69073]: _type = "Task" [ 766.992886] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.000194] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.064464] env[69073]: DEBUG nova.scheduler.client.report [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.130657] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.306030] env[69073]: INFO nova.compute.manager [-] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Took 1.45 seconds to deallocate network for instance. [ 767.504577] env[69073]: DEBUG oslo_vmware.api [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219213, 'name': PowerOnVM_Task, 'duration_secs': 0.505096} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.504934] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.505188] env[69073]: INFO nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Took 7.29 seconds to spawn the instance on the hypervisor. [ 767.505425] env[69073]: DEBUG nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.506538] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58d0065-f333-476e-a7f3-edb933358549 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.658852] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.817968] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.009397] env[69073]: DEBUG nova.compute.manager [req-5411ae9f-d5bc-468c-b461-cc4ff862adac req-010a4215-8da8-4a01-922f-59ace0248e17 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received event network-changed-f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.009397] env[69073]: DEBUG nova.compute.manager [req-5411ae9f-d5bc-468c-b461-cc4ff862adac req-010a4215-8da8-4a01-922f-59ace0248e17 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Refreshing instance network info cache due to event network-changed-f4b52a08-0c50-45f3-8178-1ca6bfae5e4f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.009397] env[69073]: DEBUG oslo_concurrency.lockutils [req-5411ae9f-d5bc-468c-b461-cc4ff862adac req-010a4215-8da8-4a01-922f-59ace0248e17 service nova] Acquiring lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.009397] env[69073]: DEBUG oslo_concurrency.lockutils [req-5411ae9f-d5bc-468c-b461-cc4ff862adac req-010a4215-8da8-4a01-922f-59ace0248e17 service nova] Acquired lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.009397] env[69073]: DEBUG nova.network.neutron [req-5411ae9f-d5bc-468c-b461-cc4ff862adac req-010a4215-8da8-4a01-922f-59ace0248e17 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Refreshing network info cache for port f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.027757] env[69073]: INFO nova.compute.manager [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Took 41.84 seconds to build instance. [ 768.075114] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.815s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.079423] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.798s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.079423] env[69073]: DEBUG nova.objects.instance [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lazy-loading 'resources' on Instance uuid 6318c0f4-95e8-4d08-999c-4065813c76c7 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.117144] env[69073]: DEBUG nova.network.neutron [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Successfully updated port: d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.530599] env[69073]: DEBUG oslo_concurrency.lockutils [None req-81998494-415c-4d23-aca5-2170a2ad69d9 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.708s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.622208] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Acquiring lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.622364] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Acquired lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.622522] env[69073]: DEBUG nova.network.neutron [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.641786] env[69073]: INFO nova.scheduler.client.report [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Deleted allocation for migration 2331c6f2-8ca1-4e73-9d7d-1e0d183b2768 [ 768.835504] env[69073]: DEBUG nova.network.neutron [req-5411ae9f-d5bc-468c-b461-cc4ff862adac req-010a4215-8da8-4a01-922f-59ace0248e17 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updated VIF entry in instance network info cache for port f4b52a08-0c50-45f3-8178-1ca6bfae5e4f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.835980] env[69073]: DEBUG nova.network.neutron [req-5411ae9f-d5bc-468c-b461-cc4ff862adac req-010a4215-8da8-4a01-922f-59ace0248e17 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [{"id": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "address": "fa:16:3e:62:0a:44", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b52a08-0c", "ovs_interfaceid": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.870428] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquiring lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.870540] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.033160] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.136821] env[69073]: DEBUG nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.137396] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.137609] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.137762] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.137941] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.138101] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.138348] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.138573] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.138730] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.138896] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.139073] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.139248] env[69073]: DEBUG nova.virt.hardware [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.140608] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0741f4-a9cc-4222-8d32-bd5e0f832e78 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.149822] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c82cf9-c01a-4c50-8e17-47b6accf25c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.157602] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90b20635-a03b-4938-a852-e05d775ac4ee tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.187s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.181852] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135a52b6-4b3d-48f7-96a2-4d72514abfa7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.185936] env[69073]: DEBUG nova.network.neutron [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.190588] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5dd04c-950a-404f-b2de-1b86d268f4ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.225516] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3b9154-147b-4621-8cc5-043382525dcb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.233455] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5817c9-0d77-438e-9656-57432887ac81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.249272] env[69073]: DEBUG nova.compute.provider_tree [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.339696] env[69073]: DEBUG oslo_concurrency.lockutils [req-5411ae9f-d5bc-468c-b461-cc4ff862adac req-010a4215-8da8-4a01-922f-59ace0248e17 service nova] Releasing lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.489326] env[69073]: DEBUG nova.network.neutron [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Updating instance_info_cache with network_info: [{"id": "d926bdb8-2243-445d-8ae7-b04508c8ead3", "address": "fa:16:3e:6e:a7:ad", "network": {"id": "ebdae900-e75e-450a-b662-b0bc221d80ee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1688424036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81d2597c737f4b1d940862f9a58f8b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd926bdb8-22", "ovs_interfaceid": "d926bdb8-2243-445d-8ae7-b04508c8ead3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.561326] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.753134] env[69073]: DEBUG nova.scheduler.client.report [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.992637] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Releasing lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.993051] env[69073]: DEBUG nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Instance network_info: |[{"id": "d926bdb8-2243-445d-8ae7-b04508c8ead3", "address": "fa:16:3e:6e:a7:ad", "network": {"id": "ebdae900-e75e-450a-b662-b0bc221d80ee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1688424036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81d2597c737f4b1d940862f9a58f8b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd926bdb8-22", "ovs_interfaceid": "d926bdb8-2243-445d-8ae7-b04508c8ead3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.993553] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a7:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd926bdb8-2243-445d-8ae7-b04508c8ead3', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.001536] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Creating folder: Project (81d2597c737f4b1d940862f9a58f8b56). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.002888] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb1df4b5-872b-495e-a7d4-b168e69c3e03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.020255] env[69073]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 770.020255] env[69073]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69073) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 770.020255] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Folder already exists: Project (81d2597c737f4b1d940862f9a58f8b56). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 770.020255] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Creating folder: Instances. Parent ref: group-v643556. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.020255] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3e2e986-5410-418b-bade-ec8f02bbf1c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.028782] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Created folder: Instances in parent group-v643556. [ 770.029042] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.029244] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.029453] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e01adaeb-25e8-4abd-8502-4addf7dd4abb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.053025] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.053025] env[69073]: value = "task-3219216" [ 770.053025] env[69073]: _type = "Task" [ 770.053025] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.061671] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219216, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.066759] env[69073]: DEBUG nova.compute.manager [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Received event network-vif-plugged-d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.067129] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Acquiring lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.067230] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.067510] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.067756] env[69073]: DEBUG nova.compute.manager [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] No waiting events found dispatching network-vif-plugged-d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.067969] env[69073]: WARNING nova.compute.manager [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Received unexpected event network-vif-plugged-d926bdb8-2243-445d-8ae7-b04508c8ead3 for instance with vm_state building and task_state spawning. [ 770.068212] env[69073]: DEBUG nova.compute.manager [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Received event network-changed-d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.068455] env[69073]: DEBUG nova.compute.manager [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Refreshing instance network info cache due to event network-changed-d926bdb8-2243-445d-8ae7-b04508c8ead3. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.068728] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Acquiring lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.068919] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Acquired lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.069186] env[69073]: DEBUG nova.network.neutron [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Refreshing network info cache for port d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.259347] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.260351] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.538s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.262221] env[69073]: INFO nova.compute.claims [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.290039] env[69073]: INFO nova.scheduler.client.report [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Deleted allocations for instance 6318c0f4-95e8-4d08-999c-4065813c76c7 [ 770.564050] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219216, 'name': CreateVM_Task, 'duration_secs': 0.328423} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.564050] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.564504] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'attachment_id': '400a6afb-1b02-4298-b6df-a9ee4dc9ac6b', 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643568', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'name': 'volume-83554ea5-521f-4281-b0ed-39673e9f59e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97e1edb9-4edb-42fa-b778-2cbd957e4d89', 'attached_at': '', 'detached_at': '', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'serial': '83554ea5-521f-4281-b0ed-39673e9f59e4'}, 'volume_type': None}], 'swap': None} {{(pid=69073) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 770.564709] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Root volume attach. Driver type: vmdk {{(pid=69073) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 770.565499] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a4cea7-99a7-43fb-9785-7dd353778a2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.575908] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b0657f-c37d-4cb8-a23a-4f30f5a14047 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.582643] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c52c06-5bde-466f-8295-303fb4157ea9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.589014] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d3501a85-8d18-47ba-b026-635f0a6b7aa9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.596046] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 770.596046] env[69073]: value = "task-3219217" [ 770.596046] env[69073]: _type = "Task" [ 770.596046] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.604489] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219217, 'name': RelocateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.801006] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7fe44a21-58fd-4918-ab30-ea0c1d05c690 tempest-ServerDiagnosticsNegativeTest-1711159508 tempest-ServerDiagnosticsNegativeTest-1711159508-project-member] Lock "6318c0f4-95e8-4d08-999c-4065813c76c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.994s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.825631] env[69073]: DEBUG nova.network.neutron [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Updated VIF entry in instance network info cache for port d926bdb8-2243-445d-8ae7-b04508c8ead3. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.826070] env[69073]: DEBUG nova.network.neutron [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Updating instance_info_cache with network_info: [{"id": "d926bdb8-2243-445d-8ae7-b04508c8ead3", "address": "fa:16:3e:6e:a7:ad", "network": {"id": "ebdae900-e75e-450a-b662-b0bc221d80ee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1688424036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81d2597c737f4b1d940862f9a58f8b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd926bdb8-22", "ovs_interfaceid": "d926bdb8-2243-445d-8ae7-b04508c8ead3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.085093] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "f4c95b46-1573-428d-a7c5-637375d2cfb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.085317] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.106473] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219217, 'name': RelocateVM_Task, 'duration_secs': 0.026092} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.106739] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 771.108274] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643568', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'name': 'volume-83554ea5-521f-4281-b0ed-39673e9f59e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97e1edb9-4edb-42fa-b778-2cbd957e4d89', 'attached_at': '', 'detached_at': '', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'serial': '83554ea5-521f-4281-b0ed-39673e9f59e4'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 771.109074] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddede64-51f9-4c8e-812a-050dafdab3d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.124858] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34c26bb-f34d-4fc5-8afb-3d34396d0429 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.147390] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-83554ea5-521f-4281-b0ed-39673e9f59e4/volume-83554ea5-521f-4281-b0ed-39673e9f59e4.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.147736] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ccdf97e-77d7-4489-9aee-ceb41bfe7ce0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.168327] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 771.168327] env[69073]: value = "task-3219218" [ 771.168327] env[69073]: _type = "Task" [ 771.168327] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.176891] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.331475] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Releasing lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.331787] env[69073]: DEBUG nova.compute.manager [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Received event network-changed-42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.331976] env[69073]: DEBUG nova.compute.manager [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Refreshing instance network info cache due to event network-changed-42aa637b-c600-40c1-a6cd-b55ec5759e33. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.332450] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Acquiring lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.332450] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Acquired lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.332583] env[69073]: DEBUG nova.network.neutron [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Refreshing network info cache for port 42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.680325] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219218, 'name': ReconfigVM_Task, 'duration_secs': 0.306597} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.680608] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-83554ea5-521f-4281-b0ed-39673e9f59e4/volume-83554ea5-521f-4281-b0ed-39673e9f59e4.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.686040] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb4761c-6ea5-4bc9-8307-35d0ce27d77b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.708244] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 771.708244] env[69073]: value = "task-3219219" [ 771.708244] env[69073]: _type = "Task" [ 771.708244] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.720978] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.774301] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89391a6a-4e1b-4df1-b06e-9ca3eeb6704c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.784103] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bcdc8e-4b63-43bd-a8f9-7bc6e30f1f0c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.815413] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6bf82e-9e9a-4026-a61c-f17f854d3d86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.824404] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df199e05-1a5b-484b-b9fa-051f068d447b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.839957] env[69073]: DEBUG nova.compute.provider_tree [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.111694] env[69073]: DEBUG nova.network.neutron [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Updated VIF entry in instance network info cache for port 42aa637b-c600-40c1-a6cd-b55ec5759e33. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.111790] env[69073]: DEBUG nova.network.neutron [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Updating instance_info_cache with network_info: [{"id": "42aa637b-c600-40c1-a6cd-b55ec5759e33", "address": "fa:16:3e:d4:94:f9", "network": {"id": "0645d176-e776-40d5-875d-a2cc784feede", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-58678801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5071108f521e49c4a2f524e0eb694e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aa637b-c6", "ovs_interfaceid": "42aa637b-c600-40c1-a6cd-b55ec5759e33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.217698] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219219, 'name': ReconfigVM_Task, 'duration_secs': 0.145642} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.218069] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643568', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'name': 'volume-83554ea5-521f-4281-b0ed-39673e9f59e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97e1edb9-4edb-42fa-b778-2cbd957e4d89', 'attached_at': '', 'detached_at': '', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'serial': '83554ea5-521f-4281-b0ed-39673e9f59e4'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 772.218625] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12d3703e-93ad-44f0-a700-9d0ff520e562 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.224584] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 772.224584] env[69073]: value = "task-3219220" [ 772.224584] env[69073]: _type = "Task" [ 772.224584] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.232134] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219220, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.344032] env[69073]: DEBUG nova.scheduler.client.report [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.615186] env[69073]: DEBUG oslo_concurrency.lockutils [req-c95010d0-6e03-4174-80e9-4173fedfd03d req-5602ef7b-fefb-4be9-ad68-838ffc69dcfa service nova] Releasing lock "refresh_cache-97535ddb-6907-4030-8407-ea478889cf74" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.737726] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219220, 'name': Rename_Task, 'duration_secs': 0.127712} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.737996] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.738249] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c4c8af3-9673-4a39-a492-849adeb9c676 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.744309] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 772.744309] env[69073]: value = "task-3219221" [ 772.744309] env[69073]: _type = "Task" [ 772.744309] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.752841] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.849948] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.850685] env[69073]: DEBUG nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.853396] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.517s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.853603] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.853844] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 772.854175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.405s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.855635] env[69073]: INFO nova.compute.claims [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.860169] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ac99de-2380-4ba4-997d-b9e0087d6e49 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.869909] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c89b02-4d9e-4dfe-925b-c0fbcaa75621 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.890910] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c8368a-ccf7-4728-95da-ff3f6cce8b8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.900141] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36cbe39-8fb5-4673-a6f0-01b1f6cc897d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.931121] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179503MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 772.931357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.257688] env[69073]: DEBUG oslo_vmware.api [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219221, 'name': PowerOnVM_Task, 'duration_secs': 0.463777} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.258052] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.258351] env[69073]: INFO nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Took 4.12 seconds to spawn the instance on the hypervisor. [ 773.258562] env[69073]: DEBUG nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.259457] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64d982d-5629-4bf6-a86d-9e062fc6c2cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.363336] env[69073]: DEBUG nova.compute.utils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.364564] env[69073]: DEBUG nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.364564] env[69073]: DEBUG nova.network.neutron [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.414801] env[69073]: DEBUG nova.policy [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cecea8215668417588df61ffb6c2e37e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34feaf1710ea49c4b7d8738e3fe76a24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.779746] env[69073]: INFO nova.compute.manager [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Took 45.60 seconds to build instance. [ 773.869167] env[69073]: DEBUG nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.886403] env[69073]: DEBUG nova.network.neutron [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Successfully created port: eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.286510] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8ed1093-2f56-493f-908f-a2a107b09bb0 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.813s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.520923] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f543c59c-bc15-4c36-be71-e10a8f11c22f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.531513] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3952a3ce-4edb-419a-b821-aea888fbc877 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.568978] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa05858c-3b63-4be4-801d-95bbe1850807 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.577860] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede4d17c-616a-42ac-9f4f-e8db8a7b23f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.597786] env[69073]: DEBUG nova.compute.provider_tree [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.697748] env[69073]: DEBUG nova.compute.manager [req-b4ceb148-dcaf-42ee-88be-0fac339e49f5 req-46d1cba3-75c6-48f1-803b-ef40189a3ce8 service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Received event network-changed-d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.697748] env[69073]: DEBUG nova.compute.manager [req-b4ceb148-dcaf-42ee-88be-0fac339e49f5 req-46d1cba3-75c6-48f1-803b-ef40189a3ce8 service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Refreshing instance network info cache due to event network-changed-d926bdb8-2243-445d-8ae7-b04508c8ead3. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.697748] env[69073]: DEBUG oslo_concurrency.lockutils [req-b4ceb148-dcaf-42ee-88be-0fac339e49f5 req-46d1cba3-75c6-48f1-803b-ef40189a3ce8 service nova] Acquiring lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.697748] env[69073]: DEBUG oslo_concurrency.lockutils [req-b4ceb148-dcaf-42ee-88be-0fac339e49f5 req-46d1cba3-75c6-48f1-803b-ef40189a3ce8 service nova] Acquired lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.703107] env[69073]: DEBUG nova.network.neutron [req-b4ceb148-dcaf-42ee-88be-0fac339e49f5 req-46d1cba3-75c6-48f1-803b-ef40189a3ce8 service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Refreshing network info cache for port d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.796022] env[69073]: DEBUG nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.882318] env[69073]: DEBUG nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.919081] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.919081] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.919081] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.919296] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.919415] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.919509] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.919723] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.919882] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.920060] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.920230] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.920400] env[69073]: DEBUG nova.virt.hardware [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.921415] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee52e78-8f56-45e0-a422-67ae4aad092d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.929881] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0033dc7b-32f4-4b0d-9cb6-aefc37407ac7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.102419] env[69073]: DEBUG nova.scheduler.client.report [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.327232] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.560842] env[69073]: DEBUG nova.network.neutron [req-b4ceb148-dcaf-42ee-88be-0fac339e49f5 req-46d1cba3-75c6-48f1-803b-ef40189a3ce8 service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Updated VIF entry in instance network info cache for port d926bdb8-2243-445d-8ae7-b04508c8ead3. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.560842] env[69073]: DEBUG nova.network.neutron [req-b4ceb148-dcaf-42ee-88be-0fac339e49f5 req-46d1cba3-75c6-48f1-803b-ef40189a3ce8 service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Updating instance_info_cache with network_info: [{"id": "d926bdb8-2243-445d-8ae7-b04508c8ead3", "address": "fa:16:3e:6e:a7:ad", "network": {"id": "ebdae900-e75e-450a-b662-b0bc221d80ee", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1688424036-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81d2597c737f4b1d940862f9a58f8b56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd926bdb8-22", "ovs_interfaceid": "d926bdb8-2243-445d-8ae7-b04508c8ead3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.613143] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.615777] env[69073]: DEBUG nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.619657] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.660s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.622545] env[69073]: INFO nova.compute.claims [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.975114] env[69073]: DEBUG nova.network.neutron [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Successfully updated port: eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.066543] env[69073]: DEBUG oslo_concurrency.lockutils [req-b4ceb148-dcaf-42ee-88be-0fac339e49f5 req-46d1cba3-75c6-48f1-803b-ef40189a3ce8 service nova] Releasing lock "refresh_cache-97e1edb9-4edb-42fa-b778-2cbd957e4d89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.134022] env[69073]: DEBUG nova.compute.utils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.136064] env[69073]: DEBUG nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.137958] env[69073]: DEBUG nova.network.neutron [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.264074] env[69073]: DEBUG nova.policy [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16b3e559c20b4db78c079808ca925d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a686b8cf5e8d40af811f00273cca0dd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.481744] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.481904] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquired lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.482078] env[69073]: DEBUG nova.network.neutron [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.641297] env[69073]: DEBUG nova.network.neutron [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Successfully created port: ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.647136] env[69073]: DEBUG nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.805038] env[69073]: DEBUG nova.compute.manager [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Received event network-vif-plugged-eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.805239] env[69073]: DEBUG oslo_concurrency.lockutils [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] Acquiring lock "b5117501-e54b-457c-9987-e7acc1129863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.809187] env[69073]: DEBUG oslo_concurrency.lockutils [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] Lock "b5117501-e54b-457c-9987-e7acc1129863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.809423] env[69073]: DEBUG oslo_concurrency.lockutils [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] Lock "b5117501-e54b-457c-9987-e7acc1129863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.809610] env[69073]: DEBUG nova.compute.manager [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] No waiting events found dispatching network-vif-plugged-eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.809866] env[69073]: WARNING nova.compute.manager [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Received unexpected event network-vif-plugged-eb7fe498-edea-4352-954f-65e492341ae0 for instance with vm_state building and task_state spawning. [ 776.809937] env[69073]: DEBUG nova.compute.manager [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Received event network-changed-eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.810106] env[69073]: DEBUG nova.compute.manager [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing instance network info cache due to event network-changed-eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.810286] env[69073]: DEBUG oslo_concurrency.lockutils [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] Acquiring lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.025453] env[69073]: DEBUG nova.network.neutron [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.218025] env[69073]: DEBUG nova.network.neutron [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updating instance_info_cache with network_info: [{"id": "eb7fe498-edea-4352-954f-65e492341ae0", "address": "fa:16:3e:61:66:87", "network": {"id": "503dd57f-b57b-4f39-9100-bed0e04f6c56", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1871008740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "34feaf1710ea49c4b7d8738e3fe76a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fe498-ed", "ovs_interfaceid": "eb7fe498-edea-4352-954f-65e492341ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.246798] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf7a442-19f3-445e-b909-881ea7dd2c1d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.258581] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379a9304-15ab-4b60-bef4-351090acac6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.294519] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d587868d-e5b9-4928-99ca-25199bf2cbba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.301983] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8e4730-0b63-4814-a5f8-ec427a44817b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.318021] env[69073]: DEBUG nova.compute.provider_tree [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.660284] env[69073]: DEBUG nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.696018] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.696018] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.696018] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.696490] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.696490] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.696490] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.696490] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.696490] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.696635] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.696635] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.696635] env[69073]: DEBUG nova.virt.hardware [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.696902] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b888d2-76a7-417c-8d2e-a614b96b7e79 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.706797] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f046b-7485-4f86-8b3a-c4e16ec0f64e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.723273] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Releasing lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.723578] env[69073]: DEBUG nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Instance network_info: |[{"id": "eb7fe498-edea-4352-954f-65e492341ae0", "address": "fa:16:3e:61:66:87", "network": {"id": "503dd57f-b57b-4f39-9100-bed0e04f6c56", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1871008740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "34feaf1710ea49c4b7d8738e3fe76a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fe498-ed", "ovs_interfaceid": "eb7fe498-edea-4352-954f-65e492341ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.724092] env[69073]: DEBUG oslo_concurrency.lockutils [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] Acquired lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.724285] env[69073]: DEBUG nova.network.neutron [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing network info cache for port eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.725581] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:66:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb7fe498-edea-4352-954f-65e492341ae0', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.732965] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Creating folder: Project (34feaf1710ea49c4b7d8738e3fe76a24). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.733492] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8169fd35-c3e2-48dd-94d0-7edb3635c496 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.745152] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Created folder: Project (34feaf1710ea49c4b7d8738e3fe76a24) in parent group-v643537. [ 777.745340] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Creating folder: Instances. Parent ref: group-v643622. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.745573] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-888a645a-e782-4a82-8451-38354d931c2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.756219] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Created folder: Instances in parent group-v643622. [ 777.756219] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.756219] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5117501-e54b-457c-9987-e7acc1129863] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.756219] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed0d9c7d-d8e3-499c-9ea3-68370a1c5e5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.777028] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.777028] env[69073]: value = "task-3219224" [ 777.777028] env[69073]: _type = "Task" [ 777.777028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.786205] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219224, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.818907] env[69073]: DEBUG nova.scheduler.client.report [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.280958] env[69073]: DEBUG nova.network.neutron [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Successfully updated port: ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.303999] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219224, 'name': CreateVM_Task, 'duration_secs': 0.343061} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.304302] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5117501-e54b-457c-9987-e7acc1129863] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.304997] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.305242] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.305610] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.305906] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15678b84-cacb-44f1-a9f3-84ce8191d715 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.310747] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 778.310747] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527007f6-ff68-adef-e663-942148466ed3" [ 778.310747] env[69073]: _type = "Task" [ 778.310747] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.320881] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527007f6-ff68-adef-e663-942148466ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.325788] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.326410] env[69073]: DEBUG nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 778.329149] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.725s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.329391] env[69073]: DEBUG nova.objects.instance [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lazy-loading 'resources' on Instance uuid 2bf89dda-efc6-4350-abcc-fa25981d86ad {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.601203] env[69073]: DEBUG nova.network.neutron [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updated VIF entry in instance network info cache for port eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.601633] env[69073]: DEBUG nova.network.neutron [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updating instance_info_cache with network_info: [{"id": "eb7fe498-edea-4352-954f-65e492341ae0", "address": "fa:16:3e:61:66:87", "network": {"id": "503dd57f-b57b-4f39-9100-bed0e04f6c56", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1871008740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "34feaf1710ea49c4b7d8738e3fe76a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fe498-ed", "ovs_interfaceid": "eb7fe498-edea-4352-954f-65e492341ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.794196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.794512] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.794644] env[69073]: DEBUG nova.network.neutron [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.823284] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527007f6-ff68-adef-e663-942148466ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.823965] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.824242] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.824517] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.824698] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.824888] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.825167] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f292956-de1b-4012-99dc-86aae0ee6e7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.832998] env[69073]: DEBUG nova.compute.utils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.844300] env[69073]: DEBUG nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.844493] env[69073]: DEBUG nova.network.neutron [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.847630] env[69073]: DEBUG nova.compute.manager [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Received event network-vif-plugged-ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.847834] env[69073]: DEBUG oslo_concurrency.lockutils [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] Acquiring lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.848313] env[69073]: DEBUG oslo_concurrency.lockutils [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.848498] env[69073]: DEBUG oslo_concurrency.lockutils [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.848669] env[69073]: DEBUG nova.compute.manager [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] No waiting events found dispatching network-vif-plugged-ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.848831] env[69073]: WARNING nova.compute.manager [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Received unexpected event network-vif-plugged-ef4228c8-5472-4064-b8dd-088ec2503d51 for instance with vm_state building and task_state spawning. [ 778.848989] env[69073]: DEBUG nova.compute.manager [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Received event network-changed-ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.849159] env[69073]: DEBUG nova.compute.manager [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Refreshing instance network info cache due to event network-changed-ef4228c8-5472-4064-b8dd-088ec2503d51. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.849320] env[69073]: DEBUG oslo_concurrency.lockutils [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] Acquiring lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.849530] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.849679] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.851890] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcceb7f-8ea8-4bfe-a497-53af7013b0d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.860480] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 778.860480] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f36806-3c57-196c-2f74-07f8e4f4a155" [ 778.860480] env[69073]: _type = "Task" [ 778.860480] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.874573] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f36806-3c57-196c-2f74-07f8e4f4a155, 'name': SearchDatastore_Task, 'duration_secs': 0.009414} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.875272] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08ff59b-1b64-4ac1-8cea-165873ce8b37 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.881136] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 778.881136] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5231ad0a-6d89-9582-aa26-3ca0ce8e0196" [ 778.881136] env[69073]: _type = "Task" [ 778.881136] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.894613] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5231ad0a-6d89-9582-aa26-3ca0ce8e0196, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.896399] env[69073]: DEBUG nova.policy [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c99ee18885d7403b9fc7368aa19948be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5446ab577fc640b39aef9d0ca00b7f50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.898457] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.898750] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] b5117501-e54b-457c-9987-e7acc1129863/b5117501-e54b-457c-9987-e7acc1129863.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.901124] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c27a043d-3554-4bd7-8ce7-b52d76f2e001 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.908952] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 778.908952] env[69073]: value = "task-3219225" [ 778.908952] env[69073]: _type = "Task" [ 778.908952] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.917284] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.104758] env[69073]: DEBUG oslo_concurrency.lockutils [req-9a9f23b9-91ca-46c3-bd74-6ac83f50d634 req-df342a11-9a80-4079-a198-d2e0a46896fa service nova] Releasing lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.300515] env[69073]: DEBUG nova.network.neutron [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Successfully created port: 72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.339956] env[69073]: DEBUG nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 779.354198] env[69073]: DEBUG nova.network.neutron [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.423748] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219225, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.488406] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237eb822-a770-4b58-9576-68977e8508bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.496818] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f24f20-b8b3-4cb8-89bd-cfa6ac47da89 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.535790] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d8ea1-3c29-49ab-808c-c541d48db815 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.543400] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089e4688-8b97-4aed-986c-8a318c3be57e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.559620] env[69073]: DEBUG nova.compute.provider_tree [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.851236] env[69073]: DEBUG nova.network.neutron [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updating instance_info_cache with network_info: [{"id": "ef4228c8-5472-4064-b8dd-088ec2503d51", "address": "fa:16:3e:61:17:73", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4228c8-54", "ovs_interfaceid": "ef4228c8-5472-4064-b8dd-088ec2503d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.922617] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527958} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.923525] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] b5117501-e54b-457c-9987-e7acc1129863/b5117501-e54b-457c-9987-e7acc1129863.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.923938] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.924313] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fc39237-21ee-4464-94e2-e9c95d759d11 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.934165] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 779.934165] env[69073]: value = "task-3219226" [ 779.934165] env[69073]: _type = "Task" [ 779.934165] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.940683] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.063381] env[69073]: DEBUG nova.scheduler.client.report [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.354349] env[69073]: DEBUG nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 780.356643] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Releasing lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.356941] env[69073]: DEBUG nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance network_info: |[{"id": "ef4228c8-5472-4064-b8dd-088ec2503d51", "address": "fa:16:3e:61:17:73", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4228c8-54", "ovs_interfaceid": "ef4228c8-5472-4064-b8dd-088ec2503d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.357577] env[69073]: DEBUG oslo_concurrency.lockutils [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] Acquired lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.357659] env[69073]: DEBUG nova.network.neutron [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Refreshing network info cache for port ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.358973] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:17:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef4228c8-5472-4064-b8dd-088ec2503d51', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.366377] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.369654] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.370072] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65452a71-b5eb-4545-95bd-a09c54a64cb6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.394062] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.394062] env[69073]: value = "task-3219227" [ 780.394062] env[69073]: _type = "Task" [ 780.394062] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.396538] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 780.396879] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.397014] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.397130] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.397288] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.397432] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 780.397641] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 780.397797] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 780.397963] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 780.398138] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 780.398311] env[69073]: DEBUG nova.virt.hardware [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 780.399176] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee8311-920c-45eb-abc0-e7853f7a7140 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.413056] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2398227-768a-4bf5-95eb-009930627aa4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.416888] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219227, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.440712] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070492} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.440972] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.441803] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2dd179-56e3-4317-9ef6-76e9561ea233 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.463589] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] b5117501-e54b-457c-9987-e7acc1129863/b5117501-e54b-457c-9987-e7acc1129863.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.466610] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbcd1a73-5b96-478a-983f-a00757d6d88b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.487553] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 780.487553] env[69073]: value = "task-3219228" [ 780.487553] env[69073]: _type = "Task" [ 780.487553] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.495045] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.568949] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.571307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.828s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.572958] env[69073]: INFO nova.compute.claims [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.603326] env[69073]: INFO nova.scheduler.client.report [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleted allocations for instance 2bf89dda-efc6-4350-abcc-fa25981d86ad [ 780.618345] env[69073]: DEBUG nova.network.neutron [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updated VIF entry in instance network info cache for port ef4228c8-5472-4064-b8dd-088ec2503d51. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.618345] env[69073]: DEBUG nova.network.neutron [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updating instance_info_cache with network_info: [{"id": "ef4228c8-5472-4064-b8dd-088ec2503d51", "address": "fa:16:3e:61:17:73", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4228c8-54", "ovs_interfaceid": "ef4228c8-5472-4064-b8dd-088ec2503d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.788177] env[69073]: DEBUG nova.compute.manager [req-5f6d53a8-143f-442b-ba4e-3d234d8b116e req-f9099be4-1169-4a7f-9ccb-cfbc0686fbcb service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Received event network-vif-plugged-72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.788177] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f6d53a8-143f-442b-ba4e-3d234d8b116e req-f9099be4-1169-4a7f-9ccb-cfbc0686fbcb service nova] Acquiring lock "b374160e-4db2-457f-9e31-b9862bc327b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.790115] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f6d53a8-143f-442b-ba4e-3d234d8b116e req-f9099be4-1169-4a7f-9ccb-cfbc0686fbcb service nova] Lock "b374160e-4db2-457f-9e31-b9862bc327b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.790518] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f6d53a8-143f-442b-ba4e-3d234d8b116e req-f9099be4-1169-4a7f-9ccb-cfbc0686fbcb service nova] Lock "b374160e-4db2-457f-9e31-b9862bc327b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.790807] env[69073]: DEBUG nova.compute.manager [req-5f6d53a8-143f-442b-ba4e-3d234d8b116e req-f9099be4-1169-4a7f-9ccb-cfbc0686fbcb service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] No waiting events found dispatching network-vif-plugged-72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.791089] env[69073]: WARNING nova.compute.manager [req-5f6d53a8-143f-442b-ba4e-3d234d8b116e req-f9099be4-1169-4a7f-9ccb-cfbc0686fbcb service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Received unexpected event network-vif-plugged-72ea6f93-fe08-47d5-9780-ff6005c4fc62 for instance with vm_state building and task_state spawning. [ 780.890934] env[69073]: DEBUG nova.network.neutron [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Successfully updated port: 72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.911372] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219227, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.997546] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.112276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c06b2a2-8559-43f5-9fff-cdb7e877e6b1 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "2bf89dda-efc6-4350-abcc-fa25981d86ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.500s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.121242] env[69073]: DEBUG oslo_concurrency.lockutils [req-616c5c8a-5b51-4360-86e9-d34ad8132d38 req-26b3b5e1-289b-4b3e-834d-17824e907ec3 service nova] Releasing lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.398718] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquiring lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.398953] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquired lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.399033] env[69073]: DEBUG nova.network.neutron [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.409773] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219227, 'name': CreateVM_Task, 'duration_secs': 0.695929} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.410518] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.411190] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.411354] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.411877] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.412142] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa091f25-0c19-4c5d-a177-d221c0750531 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.416861] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 781.416861] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52033a70-d125-fade-5825-3e8cd645ed01" [ 781.416861] env[69073]: _type = "Task" [ 781.416861] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.429176] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52033a70-d125-fade-5825-3e8cd645ed01, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.429668] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.429890] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.430131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.430276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.430450] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.430692] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-248f080d-9d0f-4347-9c85-554736d2d998 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.438860] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.439090] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.439817] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea6c254-04e8-4f39-890f-b4880b0b4891 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.445253] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 781.445253] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528dd0f3-04ce-2715-cf5c-eb96a6f40b7f" [ 781.445253] env[69073]: _type = "Task" [ 781.445253] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.453204] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528dd0f3-04ce-2715-cf5c-eb96a6f40b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.497904] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219228, 'name': ReconfigVM_Task, 'duration_secs': 0.797202} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.498217] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Reconfigured VM instance instance-0000001d to attach disk [datastore1] b5117501-e54b-457c-9987-e7acc1129863/b5117501-e54b-457c-9987-e7acc1129863.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.498889] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49178473-6a77-47b3-96fd-783e0c3c1210 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.504692] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 781.504692] env[69073]: value = "task-3219229" [ 781.504692] env[69073]: _type = "Task" [ 781.504692] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.511702] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219229, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.925076] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "bbb88874-b962-409f-b0c7-123ce11800ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.925076] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "bbb88874-b962-409f-b0c7-123ce11800ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.925203] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "bbb88874-b962-409f-b0c7-123ce11800ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.926037] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "bbb88874-b962-409f-b0c7-123ce11800ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.926037] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "bbb88874-b962-409f-b0c7-123ce11800ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.928149] env[69073]: INFO nova.compute.manager [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Terminating instance [ 781.940443] env[69073]: DEBUG nova.network.neutron [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.957537] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528dd0f3-04ce-2715-cf5c-eb96a6f40b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008242} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.960985] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b69be63-99d4-4899-8d3f-6a304ef23fd5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.966944] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 781.966944] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529beae7-212f-6367-da40-6b827dca0e9c" [ 781.966944] env[69073]: _type = "Task" [ 781.966944] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.977320] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529beae7-212f-6367-da40-6b827dca0e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.993099] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d760c287-14ba-4ed8-bb0a-00c850bda37a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.000353] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bb9836-c4a2-42af-a4ec-2935b62eb1c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.038843] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e35def-bbf3-419b-972c-7c0e972a30fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.044703] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219229, 'name': Rename_Task, 'duration_secs': 0.13517} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.045541] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.045716] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd5bc52e-14d4-4199-9325-8992f1da2beb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.053751] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aba432-4dfb-461c-8904-60b0b6bb46b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.059032] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 782.059032] env[69073]: value = "task-3219230" [ 782.059032] env[69073]: _type = "Task" [ 782.059032] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.070629] env[69073]: DEBUG nova.compute.provider_tree [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.077323] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219230, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.131649] env[69073]: DEBUG nova.network.neutron [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Updating instance_info_cache with network_info: [{"id": "72ea6f93-fe08-47d5-9780-ff6005c4fc62", "address": "fa:16:3e:f9:ba:3c", "network": {"id": "3a003a27-8e3c-4e9a-8e49-8f7a6d78afdd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1366722800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5446ab577fc640b39aef9d0ca00b7f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ea6f93-fe", "ovs_interfaceid": "72ea6f93-fe08-47d5-9780-ff6005c4fc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.434076] env[69073]: DEBUG nova.compute.manager [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.434378] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.435312] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074c238-1601-450d-b4e5-5202ff0c7d4b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.446249] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.447228] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-385664c5-722b-4f2a-844f-6e2d6ad16931 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.453514] env[69073]: DEBUG oslo_vmware.api [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 782.453514] env[69073]: value = "task-3219231" [ 782.453514] env[69073]: _type = "Task" [ 782.453514] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.461643] env[69073]: DEBUG oslo_vmware.api [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.477022] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529beae7-212f-6367-da40-6b827dca0e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.033411} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.477349] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.477620] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] c7a639f5-384c-4a1e-a05f-afb7a193501e/c7a639f5-384c-4a1e-a05f-afb7a193501e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.477887] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4779f707-fb63-498c-a121-1e8b2e780767 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.484903] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 782.484903] env[69073]: value = "task-3219232" [ 782.484903] env[69073]: _type = "Task" [ 782.484903] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.492400] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.570627] env[69073]: DEBUG oslo_vmware.api [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219230, 'name': PowerOnVM_Task, 'duration_secs': 0.487413} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.570909] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.571132] env[69073]: INFO nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Took 7.69 seconds to spawn the instance on the hypervisor. [ 782.571325] env[69073]: DEBUG nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.572080] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16941b5-03ef-4a94-a255-933a1c32b849 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.575386] env[69073]: DEBUG nova.scheduler.client.report [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.636075] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Releasing lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.636075] env[69073]: DEBUG nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Instance network_info: |[{"id": "72ea6f93-fe08-47d5-9780-ff6005c4fc62", "address": "fa:16:3e:f9:ba:3c", "network": {"id": "3a003a27-8e3c-4e9a-8e49-8f7a6d78afdd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1366722800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5446ab577fc640b39aef9d0ca00b7f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ea6f93-fe", "ovs_interfaceid": "72ea6f93-fe08-47d5-9780-ff6005c4fc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.636318] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:ba:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72ea6f93-fe08-47d5-9780-ff6005c4fc62', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.643903] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Creating folder: Project (5446ab577fc640b39aef9d0ca00b7f50). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.644584] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a83f66ef-70f6-406c-a23b-0609da4aa529 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.655664] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Created folder: Project (5446ab577fc640b39aef9d0ca00b7f50) in parent group-v643537. [ 782.655845] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Creating folder: Instances. Parent ref: group-v643626. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.656161] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc7b0d52-5a04-45d9-9e6f-217f763fd40b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.664882] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Created folder: Instances in parent group-v643626. [ 782.665194] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.665492] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.665731] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4f2f4c5-57a5-4a47-a7ee-51d435e9a9f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.690152] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.690152] env[69073]: value = "task-3219235" [ 782.690152] env[69073]: _type = "Task" [ 782.690152] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.697976] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219235, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.847712] env[69073]: DEBUG nova.compute.manager [req-6355df6b-2724-4483-ab98-ac5643b825dd req-d3374e2a-8600-4ffd-ac13-467708485941 service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Received event network-changed-72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.847920] env[69073]: DEBUG nova.compute.manager [req-6355df6b-2724-4483-ab98-ac5643b825dd req-d3374e2a-8600-4ffd-ac13-467708485941 service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Refreshing instance network info cache due to event network-changed-72ea6f93-fe08-47d5-9780-ff6005c4fc62. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.848172] env[69073]: DEBUG oslo_concurrency.lockutils [req-6355df6b-2724-4483-ab98-ac5643b825dd req-d3374e2a-8600-4ffd-ac13-467708485941 service nova] Acquiring lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.848318] env[69073]: DEBUG oslo_concurrency.lockutils [req-6355df6b-2724-4483-ab98-ac5643b825dd req-d3374e2a-8600-4ffd-ac13-467708485941 service nova] Acquired lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.848543] env[69073]: DEBUG nova.network.neutron [req-6355df6b-2724-4483-ab98-ac5643b825dd req-d3374e2a-8600-4ffd-ac13-467708485941 service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Refreshing network info cache for port 72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.966610] env[69073]: DEBUG oslo_vmware.api [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219231, 'name': PowerOffVM_Task, 'duration_secs': 0.274193} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.967277] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.967463] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.967752] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68c7c88d-22da-497a-8655-f10d5739a943 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.995468] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219232, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.066678] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.066943] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.067157] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleting the datastore file [datastore1] bbb88874-b962-409f-b0c7-123ce11800ca {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.067436] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a090b86-4b4e-4ac5-ae3e-5d6f3ffaf352 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.075107] env[69073]: DEBUG oslo_vmware.api [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 783.075107] env[69073]: value = "task-3219237" [ 783.075107] env[69073]: _type = "Task" [ 783.075107] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.080680] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.081236] env[69073]: DEBUG nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.087402] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.285s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.089024] env[69073]: INFO nova.compute.claims [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.096109] env[69073]: DEBUG oslo_vmware.api [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.097901] env[69073]: INFO nova.compute.manager [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Took 48.39 seconds to build instance. [ 783.201996] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219235, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.496329] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617831} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.496995] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] c7a639f5-384c-4a1e-a05f-afb7a193501e/c7a639f5-384c-4a1e-a05f-afb7a193501e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.497253] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.497711] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d542b1d-27b0-47ab-a3a9-aa1a77e03923 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.503959] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 783.503959] env[69073]: value = "task-3219238" [ 783.503959] env[69073]: _type = "Task" [ 783.503959] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.512322] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.584230] env[69073]: DEBUG oslo_vmware.api [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161621} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.584508] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.584687] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.584855] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.585037] env[69073]: INFO nova.compute.manager [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.585275] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.585460] env[69073]: DEBUG nova.compute.manager [-] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.585547] env[69073]: DEBUG nova.network.neutron [-] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.598992] env[69073]: DEBUG nova.compute.utils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.601355] env[69073]: DEBUG nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.601536] env[69073]: DEBUG nova.network.neutron [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.603644] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b8f7dfe-f96d-4181-81a2-af0d05453a35 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "b5117501-e54b-457c-9987-e7acc1129863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.004s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.675455] env[69073]: DEBUG nova.policy [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6969299000c946f0bd2791c5fb22ec1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b4f1da0885f4bbfac7bc3a03f9a6aaa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.678815] env[69073]: DEBUG nova.network.neutron [req-6355df6b-2724-4483-ab98-ac5643b825dd req-d3374e2a-8600-4ffd-ac13-467708485941 service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Updated VIF entry in instance network info cache for port 72ea6f93-fe08-47d5-9780-ff6005c4fc62. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.679288] env[69073]: DEBUG nova.network.neutron [req-6355df6b-2724-4483-ab98-ac5643b825dd req-d3374e2a-8600-4ffd-ac13-467708485941 service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Updating instance_info_cache with network_info: [{"id": "72ea6f93-fe08-47d5-9780-ff6005c4fc62", "address": "fa:16:3e:f9:ba:3c", "network": {"id": "3a003a27-8e3c-4e9a-8e49-8f7a6d78afdd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1366722800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5446ab577fc640b39aef9d0ca00b7f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ea6f93-fe", "ovs_interfaceid": "72ea6f93-fe08-47d5-9780-ff6005c4fc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.704218] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219235, 'name': CreateVM_Task, 'duration_secs': 0.516746} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.704383] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.705068] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.705221] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.705520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.705763] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476d43db-1a61-4d77-9a43-841b1709fe33 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.712785] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 783.712785] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52331d5f-6614-6963-e2a3-6436efac69b7" [ 783.712785] env[69073]: _type = "Task" [ 783.712785] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.724379] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52331d5f-6614-6963-e2a3-6436efac69b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.851404] env[69073]: INFO nova.compute.manager [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Rescuing [ 783.851705] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.851857] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquired lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.852321] env[69073]: DEBUG nova.network.neutron [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.015625] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173774} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.016292] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.017314] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549205fa-f322-48a6-8a8a-1ac9a6103e87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.042824] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] c7a639f5-384c-4a1e-a05f-afb7a193501e/c7a639f5-384c-4a1e-a05f-afb7a193501e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.045258] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b647cc3f-cb49-4371-9d36-9d44c29db9d6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.062717] env[69073]: DEBUG nova.compute.manager [req-31856b5a-aca6-4578-b853-d636e6243b5f req-cf7df72e-f229-4af0-ad8b-3fd2c5163fe2 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Received event network-vif-deleted-802df36b-6f28-42fc-bba4-cddaeecc6e72 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.063141] env[69073]: INFO nova.compute.manager [req-31856b5a-aca6-4578-b853-d636e6243b5f req-cf7df72e-f229-4af0-ad8b-3fd2c5163fe2 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Neutron deleted interface 802df36b-6f28-42fc-bba4-cddaeecc6e72; detaching it from the instance and deleting it from the info cache [ 784.063399] env[69073]: DEBUG nova.network.neutron [req-31856b5a-aca6-4578-b853-d636e6243b5f req-cf7df72e-f229-4af0-ad8b-3fd2c5163fe2 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.065305] env[69073]: DEBUG nova.network.neutron [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Successfully created port: 3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.075979] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 784.075979] env[69073]: value = "task-3219239" [ 784.075979] env[69073]: _type = "Task" [ 784.075979] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.086503] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.102292] env[69073]: DEBUG nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.111053] env[69073]: DEBUG nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.183509] env[69073]: DEBUG oslo_concurrency.lockutils [req-6355df6b-2724-4483-ab98-ac5643b825dd req-d3374e2a-8600-4ffd-ac13-467708485941 service nova] Releasing lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.224409] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52331d5f-6614-6963-e2a3-6436efac69b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012209} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.228204] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.228515] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.228755] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.228919] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.229764] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.230901] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0256707-560b-4930-b088-52a7d596c002 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.241968] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.242207] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.242979] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1107cb-f983-41c8-a9db-cbcc35bbbaf3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.256134] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 784.256134] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a79433-448d-031b-3b45-9fe728a7761e" [ 784.256134] env[69073]: _type = "Task" [ 784.256134] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.261422] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a79433-448d-031b-3b45-9fe728a7761e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.382977] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Acquiring lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.383338] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.432671] env[69073]: DEBUG nova.network.neutron [-] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.571930] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6317a2fa-ce74-4152-82bf-2104011f7cff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.587608] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff97064c-5be2-4675-8a18-75aaf6f4090b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.598297] env[69073]: DEBUG nova.network.neutron [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updating instance_info_cache with network_info: [{"id": "eb7fe498-edea-4352-954f-65e492341ae0", "address": "fa:16:3e:61:66:87", "network": {"id": "503dd57f-b57b-4f39-9100-bed0e04f6c56", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1871008740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "34feaf1710ea49c4b7d8738e3fe76a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fe498-ed", "ovs_interfaceid": "eb7fe498-edea-4352-954f-65e492341ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.604514] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219239, 'name': ReconfigVM_Task, 'duration_secs': 0.435157} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.604773] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Reconfigured VM instance instance-0000001e to attach disk [datastore1] c7a639f5-384c-4a1e-a05f-afb7a193501e/c7a639f5-384c-4a1e-a05f-afb7a193501e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.605400] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf2e1a22-e2eb-4f66-904f-1ae7aa0e1549 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.628414] env[69073]: DEBUG nova.compute.manager [req-31856b5a-aca6-4578-b853-d636e6243b5f req-cf7df72e-f229-4af0-ad8b-3fd2c5163fe2 service nova] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Detach interface failed, port_id=802df36b-6f28-42fc-bba4-cddaeecc6e72, reason: Instance bbb88874-b962-409f-b0c7-123ce11800ca could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.632824] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 784.632824] env[69073]: value = "task-3219240" [ 784.632824] env[69073]: _type = "Task" [ 784.632824] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.644090] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219240, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.648079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.667735] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fbfa57-25cf-42d4-9666-534dfe3f5d33 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.675527] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4936814-d013-40af-b738-6f8703d5e9ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.706533] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2288e-3648-4486-b5c6-42aa82d58343 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.713741] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef4510a-9c0e-4857-af72-2238751ebf73 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.727174] env[69073]: DEBUG nova.compute.provider_tree [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.762588] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a79433-448d-031b-3b45-9fe728a7761e, 'name': SearchDatastore_Task, 'duration_secs': 0.008767} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.763421] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f72b5c3-84ad-42ae-8546-161c28343194 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.768843] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 784.768843] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52010d78-ade6-6eb7-cccf-ca451a62b348" [ 784.768843] env[69073]: _type = "Task" [ 784.768843] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.779238] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52010d78-ade6-6eb7-cccf-ca451a62b348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.887042] env[69073]: DEBUG nova.compute.utils [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.935626] env[69073]: INFO nova.compute.manager [-] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Took 1.35 seconds to deallocate network for instance. [ 785.101215] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Releasing lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.130338] env[69073]: DEBUG nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.146034] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219240, 'name': Rename_Task, 'duration_secs': 0.350952} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.148160] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.148641] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a09e62c-44e9-4f5e-91f3-bc7fbbae9cbf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.155115] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.155254] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.155847] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.155847] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.155847] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.155999] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.156162] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.156332] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.156520] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.156692] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.156868] env[69073]: DEBUG nova.virt.hardware [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.157723] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36883ad0-008a-43a2-9463-a7d16308dd2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.162100] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 785.162100] env[69073]: value = "task-3219241" [ 785.162100] env[69073]: _type = "Task" [ 785.162100] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.168954] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889dcff8-745d-4928-8d2d-62b914bbc292 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.176115] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.231363] env[69073]: DEBUG nova.scheduler.client.report [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.282443] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52010d78-ade6-6eb7-cccf-ca451a62b348, 'name': SearchDatastore_Task, 'duration_secs': 0.008585} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.283249] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.283533] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] b374160e-4db2-457f-9e31-b9862bc327b9/b374160e-4db2-457f-9e31-b9862bc327b9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.284020] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4cefcd1-2ee9-4346-8bd8-59c602ee22eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.290892] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 785.290892] env[69073]: value = "task-3219242" [ 785.290892] env[69073]: _type = "Task" [ 785.290892] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.301021] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.390565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.443931] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.673389] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219241, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.739063] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.739571] env[69073]: DEBUG nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.742682] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.980s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.743063] env[69073]: DEBUG nova.objects.instance [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lazy-loading 'resources' on Instance uuid 4f80f5be-5b1e-4156-b061-81e818008cdd {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.803650] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219242, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.886409] env[69073]: DEBUG nova.network.neutron [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Successfully updated port: 3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.000200] env[69073]: DEBUG nova.compute.manager [req-6bb31d8b-cec9-4fdd-9064-85349a08c447 req-168a3b64-2d61-40a3-a575-32e269735382 service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Received event network-vif-plugged-3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.000200] env[69073]: DEBUG oslo_concurrency.lockutils [req-6bb31d8b-cec9-4fdd-9064-85349a08c447 req-168a3b64-2d61-40a3-a575-32e269735382 service nova] Acquiring lock "28f21eb6-1bf9-4d53-9f35-017e1615a127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.000968] env[69073]: DEBUG oslo_concurrency.lockutils [req-6bb31d8b-cec9-4fdd-9064-85349a08c447 req-168a3b64-2d61-40a3-a575-32e269735382 service nova] Lock "28f21eb6-1bf9-4d53-9f35-017e1615a127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.001137] env[69073]: DEBUG oslo_concurrency.lockutils [req-6bb31d8b-cec9-4fdd-9064-85349a08c447 req-168a3b64-2d61-40a3-a575-32e269735382 service nova] Lock "28f21eb6-1bf9-4d53-9f35-017e1615a127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.001322] env[69073]: DEBUG nova.compute.manager [req-6bb31d8b-cec9-4fdd-9064-85349a08c447 req-168a3b64-2d61-40a3-a575-32e269735382 service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] No waiting events found dispatching network-vif-plugged-3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.001491] env[69073]: WARNING nova.compute.manager [req-6bb31d8b-cec9-4fdd-9064-85349a08c447 req-168a3b64-2d61-40a3-a575-32e269735382 service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Received unexpected event network-vif-plugged-3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479 for instance with vm_state building and task_state spawning. [ 786.173279] env[69073]: DEBUG oslo_vmware.api [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219241, 'name': PowerOnVM_Task, 'duration_secs': 0.622297} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.173545] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.173742] env[69073]: INFO nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Took 8.51 seconds to spawn the instance on the hypervisor. [ 786.173962] env[69073]: DEBUG nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.174745] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6fd8ef-d889-4f5c-9623-c7b7acbc2aba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.247453] env[69073]: DEBUG nova.compute.utils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.251711] env[69073]: DEBUG nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.251711] env[69073]: DEBUG nova.network.neutron [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.300068] env[69073]: DEBUG nova.policy [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db433abe7bc428f92611fd6f6992a00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '137c515a45c44ec885477db6eb728780', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.312967] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593829} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.314451] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] b374160e-4db2-457f-9e31-b9862bc327b9/b374160e-4db2-457f-9e31-b9862bc327b9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.314695] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.314960] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d703f07f-5d03-4359-ab96-5ac17bdf2788 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.330588] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 786.330588] env[69073]: value = "task-3219243" [ 786.330588] env[69073]: _type = "Task" [ 786.330588] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.344189] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.392094] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquiring lock "refresh_cache-28f21eb6-1bf9-4d53-9f35-017e1615a127" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.392257] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquired lock "refresh_cache-28f21eb6-1bf9-4d53-9f35-017e1615a127" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.392407] env[69073]: DEBUG nova.network.neutron [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.477332] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Acquiring lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.477903] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.477903] env[69073]: INFO nova.compute.manager [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Attaching volume d8a3b610-1185-40d8-a063-0dbd3ce2d7a3 to /dev/sdb [ 786.521360] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc35c709-4b20-4888-886c-bd668ce01e2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.532350] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a446c02-fbbf-494c-a67f-736f65bdf265 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.546759] env[69073]: DEBUG nova.virt.block_device [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Updating existing volume attachment record: d9ae591e-4b5d-4ef9-a6ff-ed56b8cbe3fe {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 786.638400] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.638731] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ff8e4d8-7314-45a6-9415-871b52a4510b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.645457] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 786.645457] env[69073]: value = "task-3219244" [ 786.645457] env[69073]: _type = "Task" [ 786.645457] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.658027] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.693942] env[69073]: INFO nova.compute.manager [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Took 47.27 seconds to build instance. [ 786.706653] env[69073]: DEBUG nova.network.neutron [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Successfully created port: ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.752432] env[69073]: DEBUG nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.805663] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1751f6-15d9-406b-8336-3160e8f45faf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.815737] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bb92ad-e537-4f90-80af-3fdfd64ede77 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.853182] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ab68ba-21b8-49d2-80c9-0247718f65e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.860847] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101514} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.863255] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.864114] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a012bb6-5f44-4e8d-a620-edef5cda2bae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.867790] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086eb211-4865-4c96-a273-d98eeae37761 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.892767] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] b374160e-4db2-457f-9e31-b9862bc327b9/b374160e-4db2-457f-9e31-b9862bc327b9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.900458] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ab9595-3607-41a3-98b9-1cfc964a6911 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.917985] env[69073]: DEBUG nova.compute.provider_tree [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.924996] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 786.924996] env[69073]: value = "task-3219248" [ 786.924996] env[69073]: _type = "Task" [ 786.924996] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.935076] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.971252] env[69073]: DEBUG nova.network.neutron [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.161647] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219244, 'name': PowerOffVM_Task, 'duration_secs': 0.417851} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.161647] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.161647] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b2a8f-4425-485b-ba26-ed9d99c413ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.183115] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e90620c-3968-49f8-afcc-87ee20514702 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.196816] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4c8714b7-1ac1-42de-953a-6df81ddb4ca4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.369s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.219492] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.219773] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90f49a2f-62f2-44dd-82c4-1cfe11606050 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.223189] env[69073]: DEBUG nova.network.neutron [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Updating instance_info_cache with network_info: [{"id": "3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479", "address": "fa:16:3e:2c:f3:cc", "network": {"id": "d8743a3f-c094-4383-b64a-03682332d10b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1012408379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4f1da0885f4bbfac7bc3a03f9a6aaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa3cf5f-e2", "ovs_interfaceid": "3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.230611] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 787.230611] env[69073]: value = "task-3219249" [ 787.230611] env[69073]: _type = "Task" [ 787.230611] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.244570] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 787.244671] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.244942] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.245106] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.245308] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.245829] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f0c5611-8550-441d-ac45-4f6a68fc3635 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.259637] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.259637] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.261067] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7abea36e-ac61-42fc-ad2c-5dce1617c975 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.267708] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 787.267708] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc999c-deb6-fd88-b606-c3a6fab510bb" [ 787.267708] env[69073]: _type = "Task" [ 787.267708] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.275634] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc999c-deb6-fd88-b606-c3a6fab510bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.393266] env[69073]: DEBUG nova.compute.manager [req-5984d96e-036c-47a7-90aa-2eb188467e12 req-119b7e22-8b88-4504-803f-032b49c4df3f service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Received event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.393462] env[69073]: DEBUG nova.compute.manager [req-5984d96e-036c-47a7-90aa-2eb188467e12 req-119b7e22-8b88-4504-803f-032b49c4df3f service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing instance network info cache due to event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.393658] env[69073]: DEBUG oslo_concurrency.lockutils [req-5984d96e-036c-47a7-90aa-2eb188467e12 req-119b7e22-8b88-4504-803f-032b49c4df3f service nova] Acquiring lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.393800] env[69073]: DEBUG oslo_concurrency.lockutils [req-5984d96e-036c-47a7-90aa-2eb188467e12 req-119b7e22-8b88-4504-803f-032b49c4df3f service nova] Acquired lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.394078] env[69073]: DEBUG nova.network.neutron [req-5984d96e-036c-47a7-90aa-2eb188467e12 req-119b7e22-8b88-4504-803f-032b49c4df3f service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.421814] env[69073]: DEBUG nova.scheduler.client.report [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.442100] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219248, 'name': ReconfigVM_Task, 'duration_secs': 0.332621} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.442100] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Reconfigured VM instance instance-0000001f to attach disk [datastore1] b374160e-4db2-457f-9e31-b9862bc327b9/b374160e-4db2-457f-9e31-b9862bc327b9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.442734] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5f0d535-5967-43d6-9414-5696fa2e57ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.449883] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 787.449883] env[69073]: value = "task-3219250" [ 787.449883] env[69073]: _type = "Task" [ 787.449883] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.460863] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219250, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.700051] env[69073]: DEBUG nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.727110] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Releasing lock "refresh_cache-28f21eb6-1bf9-4d53-9f35-017e1615a127" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.727471] env[69073]: DEBUG nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Instance network_info: |[{"id": "3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479", "address": "fa:16:3e:2c:f3:cc", "network": {"id": "d8743a3f-c094-4383-b64a-03682332d10b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1012408379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4f1da0885f4bbfac7bc3a03f9a6aaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa3cf5f-e2", "ovs_interfaceid": "3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.727930] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:f3:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.736878] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Creating folder: Project (2b4f1da0885f4bbfac7bc3a03f9a6aaa). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.736878] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4353851-3854-4a1f-a969-76bea5935e8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.747262] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Created folder: Project (2b4f1da0885f4bbfac7bc3a03f9a6aaa) in parent group-v643537. [ 787.747470] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Creating folder: Instances. Parent ref: group-v643632. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.747989] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daca7181-55ca-4a10-a783-db0a2a738f64 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.757546] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Created folder: Instances in parent group-v643632. [ 787.757816] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.757984] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.758217] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44be754a-05dd-4824-9a12-9ae6bf006e6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.773422] env[69073]: DEBUG nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.788271] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc999c-deb6-fd88-b606-c3a6fab510bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008638} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.789924] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.789924] env[69073]: value = "task-3219253" [ 787.789924] env[69073]: _type = "Task" [ 787.789924] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.790132] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7ecc13-aa87-4326-b1b5-6889f05d4ba3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.799203] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 787.799203] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5243c9e8-a794-ea8d-0bb5-4816bbff9ed5" [ 787.799203] env[69073]: _type = "Task" [ 787.799203] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.802327] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219253, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.804684] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.804801] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.804961] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.805162] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.805314] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.805454] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.805652] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.805812] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.806012] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.806190] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.806368] env[69073]: DEBUG nova.virt.hardware [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.812491] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c475911-6a51-4e9b-ae32-b4090641f0a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.821191] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680459f8-f2a0-494f-b44d-f9d8e2db669c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.824821] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5243c9e8-a794-ea8d-0bb5-4816bbff9ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.011639} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.825081] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.825464] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] b5117501-e54b-457c-9987-e7acc1129863/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. {{(pid=69073) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 787.826033] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6069afa0-6573-4529-b66a-44d3096be2b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.842207] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 787.842207] env[69073]: value = "task-3219254" [ 787.842207] env[69073]: _type = "Task" [ 787.842207] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.850165] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.932023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.935121] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.248s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.936715] env[69073]: INFO nova.compute.claims [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.960282] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219250, 'name': Rename_Task, 'duration_secs': 0.286709} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.960454] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.960864] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b540d3a7-875b-498b-9ab1-151d63160c28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.966648] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 787.966648] env[69073]: value = "task-3219255" [ 787.966648] env[69073]: _type = "Task" [ 787.966648] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.974691] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.976242] env[69073]: INFO nova.scheduler.client.report [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleted allocations for instance 4f80f5be-5b1e-4156-b061-81e818008cdd [ 788.220844] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.248527] env[69073]: DEBUG nova.compute.manager [req-46733b0f-cada-4964-b666-d32142d95fa2 req-c9cca65f-6b6d-4009-8e9a-617cd5f149a9 service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Received event network-changed-3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.248527] env[69073]: DEBUG nova.compute.manager [req-46733b0f-cada-4964-b666-d32142d95fa2 req-c9cca65f-6b6d-4009-8e9a-617cd5f149a9 service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Refreshing instance network info cache due to event network-changed-3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.248527] env[69073]: DEBUG oslo_concurrency.lockutils [req-46733b0f-cada-4964-b666-d32142d95fa2 req-c9cca65f-6b6d-4009-8e9a-617cd5f149a9 service nova] Acquiring lock "refresh_cache-28f21eb6-1bf9-4d53-9f35-017e1615a127" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.248527] env[69073]: DEBUG oslo_concurrency.lockutils [req-46733b0f-cada-4964-b666-d32142d95fa2 req-c9cca65f-6b6d-4009-8e9a-617cd5f149a9 service nova] Acquired lock "refresh_cache-28f21eb6-1bf9-4d53-9f35-017e1615a127" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.248527] env[69073]: DEBUG nova.network.neutron [req-46733b0f-cada-4964-b666-d32142d95fa2 req-c9cca65f-6b6d-4009-8e9a-617cd5f149a9 service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Refreshing network info cache for port 3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.306417] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219253, 'name': CreateVM_Task, 'duration_secs': 0.447332} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.307601] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.309175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.309531] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.309995] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.310493] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d92646-549f-4855-924f-df66f88b9cb3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.318027] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 788.318027] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525efeef-e6d8-fbe0-d245-f54ade009fb2" [ 788.318027] env[69073]: _type = "Task" [ 788.318027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.327601] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525efeef-e6d8-fbe0-d245-f54ade009fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.328568] env[69073]: DEBUG nova.network.neutron [req-5984d96e-036c-47a7-90aa-2eb188467e12 req-119b7e22-8b88-4504-803f-032b49c4df3f service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updated VIF entry in instance network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.329066] env[69073]: DEBUG nova.network.neutron [req-5984d96e-036c-47a7-90aa-2eb188467e12 req-119b7e22-8b88-4504-803f-032b49c4df3f service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updating instance_info_cache with network_info: [{"id": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "address": "fa:16:3e:d5:af:55", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306f7c07-bf", "ovs_interfaceid": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.355271] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486763} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.355590] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] b5117501-e54b-457c-9987-e7acc1129863/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. [ 788.356417] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd55b846-7443-4f3f-9e62-9505ca0de8e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.384470] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] b5117501-e54b-457c-9987-e7acc1129863/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.384839] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d1f9b1-a9d6-45dc-b50f-42db1cf89a8c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.405069] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 788.405069] env[69073]: value = "task-3219256" [ 788.405069] env[69073]: _type = "Task" [ 788.405069] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.414627] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.476503] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219255, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.488061] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3571c59-ae51-4210-8e7d-d9e8d7208aff tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "4f80f5be-5b1e-4156-b061-81e818008cdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.505s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.593109] env[69073]: DEBUG nova.network.neutron [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Successfully updated port: ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.829802] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525efeef-e6d8-fbe0-d245-f54ade009fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.830773] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.831147] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.831537] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.832027] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.832343] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.832948] env[69073]: DEBUG oslo_concurrency.lockutils [req-5984d96e-036c-47a7-90aa-2eb188467e12 req-119b7e22-8b88-4504-803f-032b49c4df3f service nova] Releasing lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.833392] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de348c52-c378-43f5-ab46-55f30db4952c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.850537] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.850778] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.852557] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdd09bb-6341-4f27-9e2c-a8760d798c5e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.858462] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 788.858462] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527f3245-721b-227e-5a8a-990b566dc255" [ 788.858462] env[69073]: _type = "Task" [ 788.858462] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.869778] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527f3245-721b-227e-5a8a-990b566dc255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.915751] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.980325] env[69073]: DEBUG oslo_vmware.api [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219255, 'name': PowerOnVM_Task, 'duration_secs': 0.628477} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.981150] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.981150] env[69073]: INFO nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Took 8.63 seconds to spawn the instance on the hypervisor. [ 788.981465] env[69073]: DEBUG nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.984763] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e342770c-717a-490c-938d-f5b4e337ed86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.064287] env[69073]: DEBUG nova.network.neutron [req-46733b0f-cada-4964-b666-d32142d95fa2 req-c9cca65f-6b6d-4009-8e9a-617cd5f149a9 service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Updated VIF entry in instance network info cache for port 3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.064742] env[69073]: DEBUG nova.network.neutron [req-46733b0f-cada-4964-b666-d32142d95fa2 req-c9cca65f-6b6d-4009-8e9a-617cd5f149a9 service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Updating instance_info_cache with network_info: [{"id": "3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479", "address": "fa:16:3e:2c:f3:cc", "network": {"id": "d8743a3f-c094-4383-b64a-03682332d10b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1012408379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b4f1da0885f4bbfac7bc3a03f9a6aaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa3cf5f-e2", "ovs_interfaceid": "3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.101234] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.101234] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.101234] env[69073]: DEBUG nova.network.neutron [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.373657] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527f3245-721b-227e-5a8a-990b566dc255, 'name': SearchDatastore_Task, 'duration_secs': 0.008757} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.375007] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f08595-28af-4602-bd51-2e7ad0341dcb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.383948] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 789.383948] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c6bcc4-d3f7-298c-f91e-ba2dbea9666d" [ 789.383948] env[69073]: _type = "Task" [ 789.383948] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.393849] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c6bcc4-d3f7-298c-f91e-ba2dbea9666d, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.396548] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.396905] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 28f21eb6-1bf9-4d53-9f35-017e1615a127/28f21eb6-1bf9-4d53-9f35-017e1615a127.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.397337] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73c490c0-494e-4c71-a1c2-3404f7868cc3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.405097] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 789.405097] env[69073]: value = "task-3219258" [ 789.405097] env[69073]: _type = "Task" [ 789.405097] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.425346] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.428256] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219256, 'name': ReconfigVM_Task, 'duration_secs': 0.555394} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.428511] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Reconfigured VM instance instance-0000001d to attach disk [datastore1] b5117501-e54b-457c-9987-e7acc1129863/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.429554] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd038a-af89-41fb-b4e8-dd9b21d6f96d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.462812] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7180cfff-0803-41f4-9186-5d407819ddf8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.480388] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 789.480388] env[69073]: value = "task-3219259" [ 789.480388] env[69073]: _type = "Task" [ 789.480388] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.488819] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.513231] env[69073]: INFO nova.compute.manager [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Took 47.58 seconds to build instance. [ 789.543251] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e5ed3-868e-4a14-9d6f-acc26d088999 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.552585] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b6d05d-163b-49b1-ab05-54fd57dd5493 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.587254] env[69073]: DEBUG oslo_concurrency.lockutils [req-46733b0f-cada-4964-b666-d32142d95fa2 req-c9cca65f-6b6d-4009-8e9a-617cd5f149a9 service nova] Releasing lock "refresh_cache-28f21eb6-1bf9-4d53-9f35-017e1615a127" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.589354] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5e6bef-0158-4b33-9a22-0b4a39c37e76 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.598136] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09aa4e4-8570-44ac-94b9-48bbf872e1c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.607675] env[69073]: DEBUG nova.compute.manager [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Received event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.607967] env[69073]: DEBUG nova.compute.manager [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing instance network info cache due to event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.608245] env[69073]: DEBUG oslo_concurrency.lockutils [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] Acquiring lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.608370] env[69073]: DEBUG oslo_concurrency.lockutils [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] Acquired lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.608500] env[69073]: DEBUG nova.network.neutron [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.624159] env[69073]: DEBUG nova.compute.provider_tree [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.659867] env[69073]: DEBUG nova.network.neutron [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.902383] env[69073]: DEBUG nova.network.neutron [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating instance_info_cache with network_info: [{"id": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "address": "fa:16:3e:74:0d:28", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceed3a05-39", "ovs_interfaceid": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.918927] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.989825] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219259, 'name': ReconfigVM_Task, 'duration_secs': 0.253676} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.990114] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.990375] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2caaca6-2894-48d6-8fd7-76fb7dcc8796 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.996339] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 789.996339] env[69073]: value = "task-3219260" [ 789.996339] env[69073]: _type = "Task" [ 789.996339] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.007178] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.015886] env[69073]: DEBUG oslo_concurrency.lockutils [None req-37da2087-6262-4514-bb27-e589972d4b3c tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "b374160e-4db2-457f-9e31-b9862bc327b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.301s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.129125] env[69073]: DEBUG nova.scheduler.client.report [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.409029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.409029] env[69073]: DEBUG nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Instance network_info: |[{"id": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "address": "fa:16:3e:74:0d:28", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceed3a05-39", "ovs_interfaceid": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.409245] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:0d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceed3a05-390a-41e2-a8ee-bea29dba5514', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.423701] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating folder: Project (137c515a45c44ec885477db6eb728780). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.423701] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18a3c534-bbc4-466e-892f-a6f4172d07ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.437409] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555527} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.437677] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 28f21eb6-1bf9-4d53-9f35-017e1615a127/28f21eb6-1bf9-4d53-9f35-017e1615a127.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.437892] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.438158] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0527e94-d3f2-464e-95d4-86dfaa1af5b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.443114] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Created folder: Project (137c515a45c44ec885477db6eb728780) in parent group-v643537. [ 790.443295] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating folder: Instances. Parent ref: group-v643635. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.443885] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01ac36c4-8cee-41c6-bc5d-b3ebad239466 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.447558] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 790.447558] env[69073]: value = "task-3219262" [ 790.447558] env[69073]: _type = "Task" [ 790.447558] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.456449] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Created folder: Instances in parent group-v643635. [ 790.456809] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.457028] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.460027] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14471960-d9a2-45fe-9c60-c4586742db94 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.477187] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.481969] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.481969] env[69073]: value = "task-3219264" [ 790.481969] env[69073]: _type = "Task" [ 790.481969] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.492533] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219264, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.505408] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.518160] env[69073]: DEBUG nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.532351] env[69073]: DEBUG nova.network.neutron [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updated VIF entry in instance network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.532728] env[69073]: DEBUG nova.network.neutron [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updating instance_info_cache with network_info: [{"id": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "address": "fa:16:3e:d5:af:55", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306f7c07-bf", "ovs_interfaceid": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.640405] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.641125] env[69073]: DEBUG nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.643530] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.437s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.645032] env[69073]: INFO nova.compute.claims [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.745273] env[69073]: DEBUG nova.compute.manager [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received event network-vif-plugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.745603] env[69073]: DEBUG oslo_concurrency.lockutils [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.745963] env[69073]: DEBUG oslo_concurrency.lockutils [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.746219] env[69073]: DEBUG oslo_concurrency.lockutils [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.746395] env[69073]: DEBUG nova.compute.manager [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] No waiting events found dispatching network-vif-plugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.746626] env[69073]: WARNING nova.compute.manager [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received unexpected event network-vif-plugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 for instance with vm_state building and task_state spawning. [ 790.746855] env[69073]: DEBUG nova.compute.manager [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received event network-changed-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.747098] env[69073]: DEBUG nova.compute.manager [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Refreshing instance network info cache due to event network-changed-ceed3a05-390a-41e2-a8ee-bea29dba5514. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.747379] env[69073]: DEBUG oslo_concurrency.lockutils [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] Acquiring lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.747579] env[69073]: DEBUG oslo_concurrency.lockutils [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] Acquired lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.747804] env[69073]: DEBUG nova.network.neutron [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Refreshing network info cache for port ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.957086] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168115} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.957747] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.959128] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f62b0c-a0df-4bf9-9d9b-0d9b5904585e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.983148] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 28f21eb6-1bf9-4d53-9f35-017e1615a127/28f21eb6-1bf9-4d53-9f35-017e1615a127.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.983828] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4501d942-7bf2-49b7-8366-aa794e5c0c90 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.017183] env[69073]: DEBUG oslo_vmware.api [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219260, 'name': PowerOnVM_Task, 'duration_secs': 0.801867} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.017597] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219264, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.019173] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.023023] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 791.023023] env[69073]: value = "task-3219265" [ 791.023023] env[69073]: _type = "Task" [ 791.023023] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.023023] env[69073]: DEBUG nova.compute.manager [None req-b96eaa6d-9f55-4be8-a894-1e82521979a1 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.024071] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895ac42-2c03-45df-b9b8-0f3f51b0d745 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.042849] env[69073]: DEBUG oslo_concurrency.lockutils [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] Releasing lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.043119] env[69073]: DEBUG nova.compute.manager [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Received event network-changed-ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.043293] env[69073]: DEBUG nova.compute.manager [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Refreshing instance network info cache due to event network-changed-ef4228c8-5472-4064-b8dd-088ec2503d51. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.046446] env[69073]: DEBUG oslo_concurrency.lockutils [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] Acquiring lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.046446] env[69073]: DEBUG oslo_concurrency.lockutils [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] Acquired lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.046446] env[69073]: DEBUG nova.network.neutron [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Refreshing network info cache for port ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.046446] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.059157] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.109292] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 791.109738] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643631', 'volume_id': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'name': 'volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b4c9703-c5a2-4f9d-8a1b-a16860c77564', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'serial': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 791.110852] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64525b07-ae65-4da5-bd58-59786258a5aa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.133582] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524a86a4-320e-4836-b2a7-68ade934ac7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.155397] env[69073]: DEBUG nova.compute.utils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.167939] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3/volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.170308] env[69073]: DEBUG nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.173896] env[69073]: DEBUG nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.174171] env[69073]: DEBUG nova.network.neutron [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.179112] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8f115d-be1b-4031-8fd5-bdeb9799c104 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.197859] env[69073]: DEBUG oslo_vmware.api [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Waiting for the task: (returnval){ [ 791.197859] env[69073]: value = "task-3219266" [ 791.197859] env[69073]: _type = "Task" [ 791.197859] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.207654] env[69073]: DEBUG oslo_vmware.api [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Task: {'id': task-3219266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.244469] env[69073]: DEBUG nova.policy [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14dc13d45917499fabfdd3a1b4f8b687', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4f242be5ebc46248930db263a564759', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.494664] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219264, 'name': CreateVM_Task, 'duration_secs': 0.549318} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.494877] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.496203] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.496203] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.496957] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.497030] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf8b9b7-5350-4c01-a0f6-9239e36a6337 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.502813] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 791.502813] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528e0b64-2093-daae-21f1-a5395409a234" [ 791.502813] env[69073]: _type = "Task" [ 791.502813] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.515177] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528e0b64-2093-daae-21f1-a5395409a234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.533046] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219265, 'name': ReconfigVM_Task, 'duration_secs': 0.446112} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.533440] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 28f21eb6-1bf9-4d53-9f35-017e1615a127/28f21eb6-1bf9-4d53-9f35-017e1615a127.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.534140] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5f9d112-1292-4f7f-98b2-926ff6e9d049 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.541780] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 791.541780] env[69073]: value = "task-3219267" [ 791.541780] env[69073]: _type = "Task" [ 791.541780] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.558640] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219267, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.581804] env[69073]: DEBUG nova.network.neutron [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updated VIF entry in instance network info cache for port ceed3a05-390a-41e2-a8ee-bea29dba5514. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.582179] env[69073]: DEBUG nova.network.neutron [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating instance_info_cache with network_info: [{"id": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "address": "fa:16:3e:74:0d:28", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceed3a05-39", "ovs_interfaceid": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.709750] env[69073]: DEBUG oslo_vmware.api [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Task: {'id': task-3219266, 'name': ReconfigVM_Task, 'duration_secs': 0.393089} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.711049] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3/volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.718049] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c99df95-5c0b-4867-bf2c-290205fce188 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.734586] env[69073]: DEBUG nova.network.neutron [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Successfully created port: bf8019bf-9acb-4e3e-98a6-b3f148e5a822 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.742691] env[69073]: DEBUG oslo_vmware.api [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Waiting for the task: (returnval){ [ 791.742691] env[69073]: value = "task-3219268" [ 791.742691] env[69073]: _type = "Task" [ 791.742691] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.762025] env[69073]: DEBUG oslo_vmware.api [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Task: {'id': task-3219268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.851648] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.851648] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.851648] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.851999] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.851999] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.854122] env[69073]: INFO nova.compute.manager [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Terminating instance [ 792.015786] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528e0b64-2093-daae-21f1-a5395409a234, 'name': SearchDatastore_Task, 'duration_secs': 0.012184} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.015786] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.016265] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.016346] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.016461] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.016603] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.019481] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25016a2b-dd8d-4637-bffd-fe8ef75370c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.029613] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.029932] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.030940] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8723a4db-bfd0-4108-99e8-82db271fae73 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.039837] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 792.039837] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523207e3-6961-5f18-03a8-984556bb0f42" [ 792.039837] env[69073]: _type = "Task" [ 792.039837] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.053116] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523207e3-6961-5f18-03a8-984556bb0f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.057441] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219267, 'name': Rename_Task, 'duration_secs': 0.297642} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.057585] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.059215] env[69073]: DEBUG nova.network.neutron [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updated VIF entry in instance network info cache for port ef4228c8-5472-4064-b8dd-088ec2503d51. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.059215] env[69073]: DEBUG nova.network.neutron [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updating instance_info_cache with network_info: [{"id": "ef4228c8-5472-4064-b8dd-088ec2503d51", "address": "fa:16:3e:61:17:73", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4228c8-54", "ovs_interfaceid": "ef4228c8-5472-4064-b8dd-088ec2503d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.059727] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26969e59-382d-4f3f-8465-964977fbc607 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.067027] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 792.067027] env[69073]: value = "task-3219269" [ 792.067027] env[69073]: _type = "Task" [ 792.067027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.073670] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.089677] env[69073]: DEBUG oslo_concurrency.lockutils [req-41638f66-df98-45b1-b651-322588f16e48 req-0e471bcc-5731-49d9-bdd5-95605a4247ee service nova] Releasing lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.103038] env[69073]: DEBUG nova.compute.manager [req-fc505ef6-6e70-47ca-9a58-28847c14cf7e req-24bf14e4-7505-4b04-bcae-ebf531a7a0ac service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Received event network-changed-ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.103207] env[69073]: DEBUG nova.compute.manager [req-fc505ef6-6e70-47ca-9a58-28847c14cf7e req-24bf14e4-7505-4b04-bcae-ebf531a7a0ac service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Refreshing instance network info cache due to event network-changed-ef4228c8-5472-4064-b8dd-088ec2503d51. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.103384] env[69073]: DEBUG oslo_concurrency.lockutils [req-fc505ef6-6e70-47ca-9a58-28847c14cf7e req-24bf14e4-7505-4b04-bcae-ebf531a7a0ac service nova] Acquiring lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.200503] env[69073]: DEBUG nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.234275] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.234275] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.234275] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.234399] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.234399] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.234399] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.234611] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.235190] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.235190] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.235363] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.235411] env[69073]: DEBUG nova.virt.hardware [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.236887] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5b0ad1-7e17-48eb-81ff-168fbd581e77 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.246802] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384eba8f-aae9-471f-97e8-667c2139f014 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.265144] env[69073]: DEBUG oslo_vmware.api [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Task: {'id': task-3219268, 'name': ReconfigVM_Task, 'duration_secs': 0.145822} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.271873] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643631', 'volume_id': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'name': 'volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b4c9703-c5a2-4f9d-8a1b-a16860c77564', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'serial': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 792.290894] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db755328-9668-4b95-abf5-de755c055abb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.300380] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cef6f5-eb5c-4a17-a6e8-58c1c6266616 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.336712] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cb69ec-a622-4145-9427-270c0ffdd162 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.344241] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ce829a-b1e7-4d3b-8795-99900be88b6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.359468] env[69073]: DEBUG nova.compute.provider_tree [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.361125] env[69073]: DEBUG nova.compute.manager [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.361326] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.362083] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4362f945-3498-4d4b-b07a-302dabc4e77f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.369467] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.369936] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b0c1303-c3c9-47ff-8e85-23abcd2f0bf9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.376979] env[69073]: DEBUG oslo_vmware.api [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 792.376979] env[69073]: value = "task-3219270" [ 792.376979] env[69073]: _type = "Task" [ 792.376979] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.385029] env[69073]: DEBUG oslo_vmware.api [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.552249] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523207e3-6961-5f18-03a8-984556bb0f42, 'name': SearchDatastore_Task, 'duration_secs': 0.02886} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.553138] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60aaafc-4796-40e0-9a32-6958dc603e52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.558834] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 792.558834] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a3b5f0-f7a9-92e3-f810-29e411c043f7" [ 792.558834] env[69073]: _type = "Task" [ 792.558834] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.562203] env[69073]: DEBUG oslo_concurrency.lockutils [req-5cddcdf8-f0ac-499f-8ea3-8580834cebd3 req-5e539b16-1cb9-4214-9a31-42af040ffb26 service nova] Releasing lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.562616] env[69073]: DEBUG oslo_concurrency.lockutils [req-fc505ef6-6e70-47ca-9a58-28847c14cf7e req-24bf14e4-7505-4b04-bcae-ebf531a7a0ac service nova] Acquired lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.562819] env[69073]: DEBUG nova.network.neutron [req-fc505ef6-6e70-47ca-9a58-28847c14cf7e req-24bf14e4-7505-4b04-bcae-ebf531a7a0ac service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Refreshing network info cache for port ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.569175] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a3b5f0-f7a9-92e3-f810-29e411c043f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.580581] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219269, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.865893] env[69073]: DEBUG nova.scheduler.client.report [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.887277] env[69073]: DEBUG oslo_vmware.api [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219270, 'name': PowerOffVM_Task, 'duration_secs': 0.292314} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.888159] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.888344] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.888600] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76f9dc68-839e-475f-85b1-f6cce9562d61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.956032] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.956340] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.956552] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Deleting the datastore file [datastore1] c7a639f5-384c-4a1e-a05f-afb7a193501e {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.956836] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-828c8983-2648-4ac9-8a4d-d72fc6002ea1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.964535] env[69073]: DEBUG oslo_vmware.api [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 792.964535] env[69073]: value = "task-3219272" [ 792.964535] env[69073]: _type = "Task" [ 792.964535] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.972432] env[69073]: DEBUG oslo_vmware.api [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.078377] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a3b5f0-f7a9-92e3-f810-29e411c043f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.079203] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.079549] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1/b0b98b8f-ad6b-4e95-aacc-b097bdb37de1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.079811] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84797661-a58d-451d-8501-b8e7bc1d1e77 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.085496] env[69073]: DEBUG oslo_vmware.api [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219269, 'name': PowerOnVM_Task, 'duration_secs': 0.70335} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.086248] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.086361] env[69073]: INFO nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Took 7.96 seconds to spawn the instance on the hypervisor. [ 793.086647] env[69073]: DEBUG nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.087357] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37031ada-a6ef-453e-881c-729a16d1ff7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.091394] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 793.091394] env[69073]: value = "task-3219273" [ 793.091394] env[69073]: _type = "Task" [ 793.091394] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.103537] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.133225] env[69073]: DEBUG nova.compute.manager [req-c1ad4aae-6f3e-4059-ae01-3425cd78f832 req-17a11f19-613d-4288-a153-6b0c8cd3c76b service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Received event network-changed-72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.133289] env[69073]: DEBUG nova.compute.manager [req-c1ad4aae-6f3e-4059-ae01-3425cd78f832 req-17a11f19-613d-4288-a153-6b0c8cd3c76b service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Refreshing instance network info cache due to event network-changed-72ea6f93-fe08-47d5-9780-ff6005c4fc62. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.133459] env[69073]: DEBUG oslo_concurrency.lockutils [req-c1ad4aae-6f3e-4059-ae01-3425cd78f832 req-17a11f19-613d-4288-a153-6b0c8cd3c76b service nova] Acquiring lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.133594] env[69073]: DEBUG oslo_concurrency.lockutils [req-c1ad4aae-6f3e-4059-ae01-3425cd78f832 req-17a11f19-613d-4288-a153-6b0c8cd3c76b service nova] Acquired lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.133762] env[69073]: DEBUG nova.network.neutron [req-c1ad4aae-6f3e-4059-ae01-3425cd78f832 req-17a11f19-613d-4288-a153-6b0c8cd3c76b service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Refreshing network info cache for port 72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.325241] env[69073]: DEBUG nova.objects.instance [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Lazy-loading 'flavor' on Instance uuid 3b4c9703-c5a2-4f9d-8a1b-a16860c77564 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.374395] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.374395] env[69073]: DEBUG nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.378204] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.227s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.378527] env[69073]: DEBUG nova.objects.instance [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lazy-loading 'resources' on Instance uuid 70bfc9a1-b390-473c-9bcd-0f784f6311a0 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.477505] env[69073]: DEBUG oslo_vmware.api [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149803} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.477941] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.478087] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.478376] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.478603] env[69073]: INFO nova.compute.manager [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 793.478856] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.479083] env[69073]: DEBUG nova.compute.manager [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.479227] env[69073]: DEBUG nova.network.neutron [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.605768] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477462} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.607519] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1/b0b98b8f-ad6b-4e95-aacc-b097bdb37de1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.607738] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.608205] env[69073]: INFO nova.compute.manager [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Took 44.89 seconds to build instance. [ 793.609108] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebc316df-2e51-4455-9128-e87bc35f17d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.615094] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 793.615094] env[69073]: value = "task-3219274" [ 793.615094] env[69073]: _type = "Task" [ 793.615094] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.622963] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.719318] env[69073]: DEBUG nova.network.neutron [req-fc505ef6-6e70-47ca-9a58-28847c14cf7e req-24bf14e4-7505-4b04-bcae-ebf531a7a0ac service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updated VIF entry in instance network info cache for port ef4228c8-5472-4064-b8dd-088ec2503d51. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.720924] env[69073]: DEBUG nova.network.neutron [req-fc505ef6-6e70-47ca-9a58-28847c14cf7e req-24bf14e4-7505-4b04-bcae-ebf531a7a0ac service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updating instance_info_cache with network_info: [{"id": "ef4228c8-5472-4064-b8dd-088ec2503d51", "address": "fa:16:3e:61:17:73", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4228c8-54", "ovs_interfaceid": "ef4228c8-5472-4064-b8dd-088ec2503d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.834022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2c114065-78d8-4d9d-b76b-e4ba07c354a2 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.353s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.881868] env[69073]: DEBUG nova.compute.utils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.883409] env[69073]: DEBUG nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.883409] env[69073]: DEBUG nova.network.neutron [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.995283] env[69073]: DEBUG nova.policy [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90ddce312b1347258d13724309cfb350', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '250fbdbf2ac54f12967d137179a76542', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.003549] env[69073]: DEBUG nova.network.neutron [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Successfully updated port: bf8019bf-9acb-4e3e-98a6-b3f148e5a822 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.060162] env[69073]: DEBUG nova.network.neutron [req-c1ad4aae-6f3e-4059-ae01-3425cd78f832 req-17a11f19-613d-4288-a153-6b0c8cd3c76b service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Updated VIF entry in instance network info cache for port 72ea6f93-fe08-47d5-9780-ff6005c4fc62. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.060507] env[69073]: DEBUG nova.network.neutron [req-c1ad4aae-6f3e-4059-ae01-3425cd78f832 req-17a11f19-613d-4288-a153-6b0c8cd3c76b service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Updating instance_info_cache with network_info: [{"id": "72ea6f93-fe08-47d5-9780-ff6005c4fc62", "address": "fa:16:3e:f9:ba:3c", "network": {"id": "3a003a27-8e3c-4e9a-8e49-8f7a6d78afdd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1366722800-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5446ab577fc640b39aef9d0ca00b7f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ea6f93-fe", "ovs_interfaceid": "72ea6f93-fe08-47d5-9780-ff6005c4fc62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.112970] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90c994c4-d04d-448b-97dd-95a29bbcb71c tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "28f21eb6-1bf9-4d53-9f35-017e1615a127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.369s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.126770] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067318} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.127438] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.128106] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230c8fd1-ee42-41e8-959d-eca7fd34ca86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.152961] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1/b0b98b8f-ad6b-4e95-aacc-b097bdb37de1.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.153462] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79dc42ed-c5cf-48b9-a285-315fd54f3ac2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.177919] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 794.177919] env[69073]: value = "task-3219275" [ 794.177919] env[69073]: _type = "Task" [ 794.177919] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.193518] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219275, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.223842] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "72245c05-c8e5-4250-a4b6-6108748c5e5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.224189] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "72245c05-c8e5-4250-a4b6-6108748c5e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.224397] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "72245c05-c8e5-4250-a4b6-6108748c5e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.224584] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "72245c05-c8e5-4250-a4b6-6108748c5e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.224743] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "72245c05-c8e5-4250-a4b6-6108748c5e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.226772] env[69073]: DEBUG oslo_concurrency.lockutils [req-fc505ef6-6e70-47ca-9a58-28847c14cf7e req-24bf14e4-7505-4b04-bcae-ebf531a7a0ac service nova] Releasing lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.227342] env[69073]: INFO nova.compute.manager [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Terminating instance [ 794.379150] env[69073]: DEBUG nova.network.neutron [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.387215] env[69073]: DEBUG nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.429781] env[69073]: DEBUG nova.network.neutron [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Successfully created port: 495d70e4-6557-4162-8eec-a6bdd44d65b1 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.512273] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquiring lock "refresh_cache-2dd0717f-fec5-4022-90d8-99b25f48f91c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.512421] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquired lock "refresh_cache-2dd0717f-fec5-4022-90d8-99b25f48f91c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.512574] env[69073]: DEBUG nova.network.neutron [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.517237] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0a6740-e1c9-45db-9066-9f5f566e6e2e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.525795] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187836c8-47d1-43f8-97be-b5f4d72f4873 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.561940] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7e6ab-77a5-4386-9f28-51add4ae94bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.564690] env[69073]: DEBUG oslo_concurrency.lockutils [req-c1ad4aae-6f3e-4059-ae01-3425cd78f832 req-17a11f19-613d-4288-a153-6b0c8cd3c76b service nova] Releasing lock "refresh_cache-b374160e-4db2-457f-9e31-b9862bc327b9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.570691] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfc3f37-4c3c-42c7-9520-7bac9452f1d7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.584485] env[69073]: DEBUG nova.compute.provider_tree [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.621540] env[69073]: DEBUG nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.691125] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.730829] env[69073]: DEBUG nova.compute.manager [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 794.731064] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.732033] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4a55f-6ee7-4842-8edf-46af27522cbe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.739943] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.740204] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63b66df8-fba2-4369-a8ea-18269c136a38 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.746768] env[69073]: DEBUG oslo_vmware.api [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 794.746768] env[69073]: value = "task-3219276" [ 794.746768] env[69073]: _type = "Task" [ 794.746768] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.754446] env[69073]: DEBUG oslo_vmware.api [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.881668] env[69073]: INFO nova.compute.manager [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Took 1.40 seconds to deallocate network for instance. [ 795.029617] env[69073]: DEBUG nova.compute.manager [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Received event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.029804] env[69073]: DEBUG nova.compute.manager [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing instance network info cache due to event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.030173] env[69073]: DEBUG oslo_concurrency.lockutils [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] Acquiring lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.030328] env[69073]: DEBUG oslo_concurrency.lockutils [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] Acquired lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.030740] env[69073]: DEBUG nova.network.neutron [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.054188] env[69073]: DEBUG nova.network.neutron [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.087798] env[69073]: DEBUG nova.scheduler.client.report [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.144288] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.193242] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.210555] env[69073]: DEBUG nova.network.neutron [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Updating instance_info_cache with network_info: [{"id": "bf8019bf-9acb-4e3e-98a6-b3f148e5a822", "address": "fa:16:3e:1b:cb:e0", "network": {"id": "39514bb1-d26b-4b2f-9ff3-e66b8ef2a098", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-990926381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f242be5ebc46248930db263a564759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8019bf-9a", "ovs_interfaceid": "bf8019bf-9acb-4e3e-98a6-b3f148e5a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.257307] env[69073]: DEBUG oslo_vmware.api [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219276, 'name': PowerOffVM_Task, 'duration_secs': 0.378095} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.257455] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.257609] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.257812] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9fdcc39-ba64-4942-b694-3bcbb193011c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.322868] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.323105] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.323290] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleting the datastore file [datastore2] 72245c05-c8e5-4250-a4b6-6108748c5e5c {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.323541] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-991a7703-aa80-4e78-880e-49632bd94ecc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.329730] env[69073]: DEBUG oslo_vmware.api [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 795.329730] env[69073]: value = "task-3219278" [ 795.329730] env[69073]: _type = "Task" [ 795.329730] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.337852] env[69073]: DEBUG oslo_vmware.api [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.388480] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.396854] env[69073]: DEBUG nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.432783] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.432783] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.432783] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.432989] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.433215] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.433590] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.433989] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.434377] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.434715] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.435069] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.435431] env[69073]: DEBUG nova.virt.hardware [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.436529] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1636d-63e3-44ba-af9a-8592fe702563 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.446154] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d87d58-e6a7-4ee2-afc7-dd07a3f75cb1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.554161] env[69073]: DEBUG nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Received event network-changed-eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.554768] env[69073]: DEBUG nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing instance network info cache due to event network-changed-eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.555207] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Acquiring lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.555460] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Acquired lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.555734] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing network info cache for port eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.595334] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.597775] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.939s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.599684] env[69073]: INFO nova.compute.claims [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.632447] env[69073]: INFO nova.scheduler.client.report [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Deleted allocations for instance 70bfc9a1-b390-473c-9bcd-0f784f6311a0 [ 795.688817] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.689109] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219275, 'name': ReconfigVM_Task, 'duration_secs': 1.125048} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.689886] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Reconfigured VM instance instance-00000021 to attach disk [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1/b0b98b8f-ad6b-4e95-aacc-b097bdb37de1.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.690512] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd91c468-56d7-4bc0-86d9-d5cce4ba3a3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.696850] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 795.696850] env[69073]: value = "task-3219279" [ 795.696850] env[69073]: _type = "Task" [ 795.696850] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.705046] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219279, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.713045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Releasing lock "refresh_cache-2dd0717f-fec5-4022-90d8-99b25f48f91c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.713381] env[69073]: DEBUG nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Instance network_info: |[{"id": "bf8019bf-9acb-4e3e-98a6-b3f148e5a822", "address": "fa:16:3e:1b:cb:e0", "network": {"id": "39514bb1-d26b-4b2f-9ff3-e66b8ef2a098", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-990926381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f242be5ebc46248930db263a564759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8019bf-9a", "ovs_interfaceid": "bf8019bf-9acb-4e3e-98a6-b3f148e5a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.713795] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:cb:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf8019bf-9acb-4e3e-98a6-b3f148e5a822', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.721596] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Creating folder: Project (e4f242be5ebc46248930db263a564759). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.722069] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41e2c78f-b275-49fb-a894-2d5a7ce8c244 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.733326] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Created folder: Project (e4f242be5ebc46248930db263a564759) in parent group-v643537. [ 795.733540] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Creating folder: Instances. Parent ref: group-v643638. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.733772] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84874439-c715-4af7-8cef-e6cd6e54fa75 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.741545] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "49d1b3a4-385f-430e-91df-e1d6c60b6855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.741707] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "49d1b3a4-385f-430e-91df-e1d6c60b6855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.741914] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "49d1b3a4-385f-430e-91df-e1d6c60b6855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.742111] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "49d1b3a4-385f-430e-91df-e1d6c60b6855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.742280] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "49d1b3a4-385f-430e-91df-e1d6c60b6855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.745346] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Created folder: Instances in parent group-v643638. [ 795.745611] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.746103] env[69073]: INFO nova.compute.manager [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Terminating instance [ 795.747456] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.748854] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a81c4c66-08ba-481d-a7b5-ddcae60a25fa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.770341] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.770341] env[69073]: value = "task-3219282" [ 795.770341] env[69073]: _type = "Task" [ 795.770341] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.778440] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219282, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.839763] env[69073]: DEBUG oslo_vmware.api [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139184} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.839929] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.840127] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.840300] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.840476] env[69073]: INFO nova.compute.manager [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 795.840761] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.840960] env[69073]: DEBUG nova.compute.manager [-] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.841103] env[69073]: DEBUG nova.network.neutron [-] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.030692] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Acquiring lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.033033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.140028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4fc07567-9cd0-477f-82cc-31536dbe433f tempest-ServerDiagnosticsV248Test-1919616030 tempest-ServerDiagnosticsV248Test-1919616030-project-member] Lock "70bfc9a1-b390-473c-9bcd-0f784f6311a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.236s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.188584] env[69073]: DEBUG nova.network.neutron [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updated VIF entry in instance network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.191046] env[69073]: DEBUG nova.network.neutron [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updating instance_info_cache with network_info: [{"id": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "address": "fa:16:3e:d5:af:55", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306f7c07-bf", "ovs_interfaceid": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.217290] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219279, 'name': Rename_Task, 'duration_secs': 0.154425} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.217538] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.217786] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-786abd70-9e78-42bf-8974-fbc88f85e3cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.227919] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 796.227919] env[69073]: value = "task-3219283" [ 796.227919] env[69073]: _type = "Task" [ 796.227919] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.240474] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.265275] env[69073]: DEBUG nova.compute.manager [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.265494] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.266434] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b22d5fe-5b3b-47dd-a01b-92cbd6c629b5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.280993] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219282, 'name': CreateVM_Task, 'duration_secs': 0.509369} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.289333] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.289333] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.289973] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.290784] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.291166] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.291432] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09194ebf-2612-4618-abbb-ee3618dbed03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.293704] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d473737f-29ea-4aef-9d9c-7099416098f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.299932] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 796.299932] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52afb71e-ff9f-51cd-7ab5-6e680c8bd248" [ 796.299932] env[69073]: _type = "Task" [ 796.299932] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.304787] env[69073]: DEBUG oslo_vmware.api [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 796.304787] env[69073]: value = "task-3219284" [ 796.304787] env[69073]: _type = "Task" [ 796.304787] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.315277] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52afb71e-ff9f-51cd-7ab5-6e680c8bd248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.320057] env[69073]: DEBUG oslo_vmware.api [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.388613] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updated VIF entry in instance network info cache for port eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.388613] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updating instance_info_cache with network_info: [{"id": "eb7fe498-edea-4352-954f-65e492341ae0", "address": "fa:16:3e:61:66:87", "network": {"id": "503dd57f-b57b-4f39-9100-bed0e04f6c56", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1871008740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "34feaf1710ea49c4b7d8738e3fe76a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fe498-ed", "ovs_interfaceid": "eb7fe498-edea-4352-954f-65e492341ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.458027] env[69073]: DEBUG nova.network.neutron [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Successfully updated port: 495d70e4-6557-4162-8eec-a6bdd44d65b1 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.536526] env[69073]: INFO nova.compute.manager [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Detaching volume d8a3b610-1185-40d8-a063-0dbd3ce2d7a3 [ 796.585891] env[69073]: INFO nova.virt.block_device [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Attempting to driver detach volume d8a3b610-1185-40d8-a063-0dbd3ce2d7a3 from mountpoint /dev/sdb [ 796.586294] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 796.586396] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643631', 'volume_id': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'name': 'volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b4c9703-c5a2-4f9d-8a1b-a16860c77564', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'serial': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 796.587746] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63036a42-4bbf-4885-aa87-da83d59b8637 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.612575] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da89ebf-0032-4e9d-b7e8-a640cfcbb400 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.625032] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5863d88-f128-4dff-841a-358b76d312c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.650784] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b3be57-5549-4079-8378-65d5d3dc88c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.667037] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] The volume has not been displaced from its original location: [datastore1] volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3/volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 796.672390] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 796.675342] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da22948b-fe69-4451-aeb4-cfe7691438c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.693161] env[69073]: DEBUG oslo_concurrency.lockutils [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] Releasing lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.693467] env[69073]: DEBUG nova.compute.manager [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Received event network-changed-eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.693649] env[69073]: DEBUG nova.compute.manager [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing instance network info cache due to event network-changed-eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.693844] env[69073]: DEBUG oslo_concurrency.lockutils [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] Acquiring lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.695464] env[69073]: DEBUG oslo_vmware.api [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Waiting for the task: (returnval){ [ 796.695464] env[69073]: value = "task-3219285" [ 796.695464] env[69073]: _type = "Task" [ 796.695464] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.706144] env[69073]: DEBUG oslo_vmware.api [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Task: {'id': task-3219285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.707689] env[69073]: DEBUG nova.network.neutron [-] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.738428] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.819632] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52afb71e-ff9f-51cd-7ab5-6e680c8bd248, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.822896] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.823236] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.823523] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.823804] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.823929] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.824267] env[69073]: DEBUG oslo_vmware.api [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219284, 'name': PowerOffVM_Task, 'duration_secs': 0.215962} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.826900] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11579d83-2ec2-49f3-8229-1fea5093fe35 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.828776] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.829008] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.829491] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ff53ce-70e7-4dc4-b2e3-1e510fcb81b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.843495] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.843877] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.844657] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d5b636-1571-4894-9c41-d982fc21b4c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.852769] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 796.852769] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5203fc42-9737-b9df-edf8-f8c2c6286bef" [ 796.852769] env[69073]: _type = "Task" [ 796.852769] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.864353] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5203fc42-9737-b9df-edf8-f8c2c6286bef, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.865194] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc5880e0-35c9-4247-bbf4-29de33666ebf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.871152] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 796.871152] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5281f12f-8bfb-a321-717b-0630882a1f50" [ 796.871152] env[69073]: _type = "Task" [ 796.871152] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.881878] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5281f12f-8bfb-a321-717b-0630882a1f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.890853] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Releasing lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.891154] env[69073]: DEBUG nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Received event network-vif-plugged-bf8019bf-9acb-4e3e-98a6-b3f148e5a822 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.891351] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Acquiring lock "2dd0717f-fec5-4022-90d8-99b25f48f91c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.891563] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Lock "2dd0717f-fec5-4022-90d8-99b25f48f91c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.891724] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Lock "2dd0717f-fec5-4022-90d8-99b25f48f91c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.891890] env[69073]: DEBUG nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] No waiting events found dispatching network-vif-plugged-bf8019bf-9acb-4e3e-98a6-b3f148e5a822 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.892069] env[69073]: WARNING nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Received unexpected event network-vif-plugged-bf8019bf-9acb-4e3e-98a6-b3f148e5a822 for instance with vm_state building and task_state spawning. [ 796.892236] env[69073]: DEBUG nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Received event network-changed-bf8019bf-9acb-4e3e-98a6-b3f148e5a822 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.892421] env[69073]: DEBUG nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Refreshing instance network info cache due to event network-changed-bf8019bf-9acb-4e3e-98a6-b3f148e5a822. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.892588] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Acquiring lock "refresh_cache-2dd0717f-fec5-4022-90d8-99b25f48f91c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.892719] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Acquired lock "refresh_cache-2dd0717f-fec5-4022-90d8-99b25f48f91c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.892870] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Refreshing network info cache for port bf8019bf-9acb-4e3e-98a6-b3f148e5a822 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.898358] env[69073]: DEBUG oslo_concurrency.lockutils [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] Acquired lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.898358] env[69073]: DEBUG nova.network.neutron [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing network info cache for port eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.921086] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.921086] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.921086] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleting the datastore file [datastore2] 49d1b3a4-385f-430e-91df-e1d6c60b6855 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.921289] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68df119b-c4c9-4b66-86de-4c1d4ee03d2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.929487] env[69073]: DEBUG oslo_vmware.api [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for the task: (returnval){ [ 796.929487] env[69073]: value = "task-3219287" [ 796.929487] env[69073]: _type = "Task" [ 796.929487] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.940073] env[69073]: DEBUG oslo_vmware.api [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.964669] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquiring lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.964669] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquired lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.964669] env[69073]: DEBUG nova.network.neutron [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.201321] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fadd487-11cb-4b26-b625-598e808f5ceb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.210428] env[69073]: DEBUG oslo_vmware.api [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Task: {'id': task-3219285, 'name': ReconfigVM_Task, 'duration_secs': 0.250074} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.213143] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.218991] env[69073]: INFO nova.compute.manager [-] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Took 1.38 seconds to deallocate network for instance. [ 797.219854] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquiring lock "28f21eb6-1bf9-4d53-9f35-017e1615a127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.220111] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "28f21eb6-1bf9-4d53-9f35-017e1615a127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.220318] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquiring lock "28f21eb6-1bf9-4d53-9f35-017e1615a127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.220506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "28f21eb6-1bf9-4d53-9f35-017e1615a127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.220671] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "28f21eb6-1bf9-4d53-9f35-017e1615a127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.222352] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a16b341-9b33-4a54-89b5-21d103ab4da5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.235182] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8539fe44-4036-40e3-97ce-cc1f61ee6600 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.238791] env[69073]: INFO nova.compute.manager [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Terminating instance [ 797.283331] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e2cd0-f526-4a10-bcef-28bfd7a9e497 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.286391] env[69073]: DEBUG oslo_vmware.api [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219283, 'name': PowerOnVM_Task, 'duration_secs': 0.751436} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.286790] env[69073]: DEBUG oslo_vmware.api [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Waiting for the task: (returnval){ [ 797.286790] env[69073]: value = "task-3219288" [ 797.286790] env[69073]: _type = "Task" [ 797.286790] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.288695] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.288935] env[69073]: INFO nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Took 9.52 seconds to spawn the instance on the hypervisor. [ 797.289139] env[69073]: DEBUG nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.291253] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593110df-5f57-4991-a0c8-4159908d3c8b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.302152] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c9910a-098f-4efe-a489-a417ac9846c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.311563] env[69073]: DEBUG oslo_vmware.api [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Task: {'id': task-3219288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.326755] env[69073]: DEBUG nova.compute.provider_tree [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.384869] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5281f12f-8bfb-a321-717b-0630882a1f50, 'name': SearchDatastore_Task, 'duration_secs': 0.012675} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.385233] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.385502] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2dd0717f-fec5-4022-90d8-99b25f48f91c/2dd0717f-fec5-4022-90d8-99b25f48f91c.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.385764] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e08be059-3704-4226-b923-2e6c591881ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.393469] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 797.393469] env[69073]: value = "task-3219289" [ 797.393469] env[69073]: _type = "Task" [ 797.393469] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.406051] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.439574] env[69073]: DEBUG oslo_vmware.api [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Task: {'id': task-3219287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152902} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.439890] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.440096] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.440294] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.440504] env[69073]: INFO nova.compute.manager [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Took 1.18 seconds to destroy the instance on the hypervisor. [ 797.440683] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.440952] env[69073]: DEBUG nova.compute.manager [-] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.440952] env[69073]: DEBUG nova.network.neutron [-] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.476566] env[69073]: DEBUG nova.compute.manager [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Received event network-changed-eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.476774] env[69073]: DEBUG nova.compute.manager [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing instance network info cache due to event network-changed-eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.476983] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Acquiring lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.531545] env[69073]: DEBUG nova.network.neutron [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.747707] env[69073]: DEBUG nova.compute.manager [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.748312] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.749745] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79313041-1687-47c4-b1aa-faa1ac6032f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.760647] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.760949] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74cd81c7-689d-4a0f-be20-e6c7a0487861 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.771705] env[69073]: DEBUG oslo_vmware.api [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 797.771705] env[69073]: value = "task-3219290" [ 797.771705] env[69073]: _type = "Task" [ 797.771705] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.782538] env[69073]: DEBUG oslo_vmware.api [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.809987] env[69073]: DEBUG oslo_vmware.api [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Task: {'id': task-3219288, 'name': ReconfigVM_Task, 'duration_secs': 0.154285} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.810523] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643631', 'volume_id': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'name': 'volume-d8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3b4c9703-c5a2-4f9d-8a1b-a16860c77564', 'attached_at': '', 'detached_at': '', 'volume_id': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3', 'serial': 'd8a3b610-1185-40d8-a063-0dbd3ce2d7a3'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 797.827322] env[69073]: DEBUG nova.network.neutron [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updated VIF entry in instance network info cache for port eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.827322] env[69073]: DEBUG nova.network.neutron [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updating instance_info_cache with network_info: [{"id": "eb7fe498-edea-4352-954f-65e492341ae0", "address": "fa:16:3e:61:66:87", "network": {"id": "503dd57f-b57b-4f39-9100-bed0e04f6c56", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1871008740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "34feaf1710ea49c4b7d8738e3fe76a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fe498-ed", "ovs_interfaceid": "eb7fe498-edea-4352-954f-65e492341ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.828475] env[69073]: INFO nova.compute.manager [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Took 48.04 seconds to build instance. [ 797.834407] env[69073]: DEBUG nova.scheduler.client.report [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.843505] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.850152] env[69073]: DEBUG nova.network.neutron [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Updating instance_info_cache with network_info: [{"id": "495d70e4-6557-4162-8eec-a6bdd44d65b1", "address": "fa:16:3e:c0:bc:fa", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495d70e4-65", "ovs_interfaceid": "495d70e4-6557-4162-8eec-a6bdd44d65b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.887259] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Updated VIF entry in instance network info cache for port bf8019bf-9acb-4e3e-98a6-b3f148e5a822. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.887639] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Updating instance_info_cache with network_info: [{"id": "bf8019bf-9acb-4e3e-98a6-b3f148e5a822", "address": "fa:16:3e:1b:cb:e0", "network": {"id": "39514bb1-d26b-4b2f-9ff3-e66b8ef2a098", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-990926381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4f242be5ebc46248930db263a564759", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8019bf-9a", "ovs_interfaceid": "bf8019bf-9acb-4e3e-98a6-b3f148e5a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.907271] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219289, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.910143] env[69073]: DEBUG nova.compute.manager [req-c565283b-62fc-47e0-9a90-5a197abe7346 req-edeae613-7c5d-4363-8907-1db426aab1bd service nova] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Received event network-vif-deleted-d2cc1f4f-5925-4a76-987e-8ceb27e1f5bf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.283278] env[69073]: DEBUG oslo_vmware.api [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219290, 'name': PowerOffVM_Task, 'duration_secs': 0.237166} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.283727] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.283975] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.284667] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7caed557-70ab-48fc-b921-443bb8a2f41c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.331677] env[69073]: DEBUG oslo_concurrency.lockutils [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] Releasing lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332044] env[69073]: DEBUG nova.compute.manager [req-222f30e5-c194-4627-830f-98e19225da4e req-2eaf6775-29a6-408d-81a4-cfe34818c5fe service nova] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Received event network-vif-deleted-ef4228c8-5472-4064-b8dd-088ec2503d51 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.332518] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Acquired lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.332748] env[69073]: DEBUG nova.network.neutron [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing network info cache for port eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.334761] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b283502-6820-45ee-b162-4450177dc36a tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.034s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.346297] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.347749] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.353056] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.534s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.353056] env[69073]: DEBUG nova.objects.instance [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lazy-loading 'resources' on Instance uuid e3218ff9-bffe-4077-b090-e61b7e309c4d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.355131] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.355481] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.355787] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Deleting the datastore file [datastore1] 28f21eb6-1bf9-4d53-9f35-017e1615a127 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.356601] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e30a8294-c251-40de-a2c2-8b8d14c14326 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.359422] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Releasing lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.360016] env[69073]: DEBUG nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Instance network_info: |[{"id": "495d70e4-6557-4162-8eec-a6bdd44d65b1", "address": "fa:16:3e:c0:bc:fa", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495d70e4-65", "ovs_interfaceid": "495d70e4-6557-4162-8eec-a6bdd44d65b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.362020] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:bc:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '495d70e4-6557-4162-8eec-a6bdd44d65b1', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.373760] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Creating folder: Project (250fbdbf2ac54f12967d137179a76542). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.373760] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-596440db-3c8f-43c1-92dc-1deef103d144 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.379165] env[69073]: DEBUG oslo_vmware.api [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for the task: (returnval){ [ 798.379165] env[69073]: value = "task-3219292" [ 798.379165] env[69073]: _type = "Task" [ 798.379165] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.386739] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Created folder: Project (250fbdbf2ac54f12967d137179a76542) in parent group-v643537. [ 798.386954] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Creating folder: Instances. Parent ref: group-v643641. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.387651] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a546bc6a-e2f3-41d8-b301-2cf558be8387 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.393149] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Releasing lock "refresh_cache-2dd0717f-fec5-4022-90d8-99b25f48f91c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.394413] env[69073]: DEBUG nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Received event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.394413] env[69073]: DEBUG nova.compute.manager [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing instance network info cache due to event network-changed-306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.394413] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Acquiring lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.394413] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Acquired lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.394413] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Refreshing network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.398155] env[69073]: DEBUG oslo_vmware.api [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.405558] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Created folder: Instances in parent group-v643641. [ 798.405997] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.410277] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.410277] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558492} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.410846] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbf60c40-6762-40c2-a40b-886f369b2862 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.428646] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2dd0717f-fec5-4022-90d8-99b25f48f91c/2dd0717f-fec5-4022-90d8-99b25f48f91c.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.428646] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.429036] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bd5abd3-9e99-44d6-93bc-8906a7caaa2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.436963] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.436963] env[69073]: value = "task-3219295" [ 798.436963] env[69073]: _type = "Task" [ 798.436963] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.438740] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 798.438740] env[69073]: value = "task-3219296" [ 798.438740] env[69073]: _type = "Task" [ 798.438740] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.446998] env[69073]: DEBUG nova.objects.instance [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Lazy-loading 'flavor' on Instance uuid 3b4c9703-c5a2-4f9d-8a1b-a16860c77564 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.449614] env[69073]: DEBUG nova.network.neutron [-] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.458131] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219295, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.461596] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.538979] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "f423950c-d0a6-4915-bab1-50612644ef10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.541069] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "f423950c-d0a6-4915-bab1-50612644ef10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.541069] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "f423950c-d0a6-4915-bab1-50612644ef10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.541069] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "f423950c-d0a6-4915-bab1-50612644ef10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.541069] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "f423950c-d0a6-4915-bab1-50612644ef10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.542541] env[69073]: INFO nova.compute.manager [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Terminating instance [ 798.843786] env[69073]: DEBUG nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.858945] env[69073]: DEBUG nova.compute.utils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.861135] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.861450] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.890082] env[69073]: DEBUG oslo_vmware.api [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Task: {'id': task-3219292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282442} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.890082] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.890636] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.891019] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.893018] env[69073]: INFO nova.compute.manager [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Took 1.14 seconds to destroy the instance on the hypervisor. [ 798.893018] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.893018] env[69073]: DEBUG nova.compute.manager [-] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.893018] env[69073]: DEBUG nova.network.neutron [-] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.956708] env[69073]: INFO nova.compute.manager [-] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Took 1.52 seconds to deallocate network for instance. [ 798.956933] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167798} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.966254] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.966254] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219295, 'name': CreateVM_Task, 'duration_secs': 0.359766} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.967301] env[69073]: DEBUG nova.policy [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb15edfce4f94f249633aa90f5905cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b0a7293a9a4d40aa64daa3f725006c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.970798] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83ab979-5aa5-4b57-ae7a-6bb5ebe72b97 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.972359] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.978923] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.979156] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.979463] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.981394] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c8f1af-985b-435f-bc54-db688b01d48d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.011457] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 2dd0717f-fec5-4022-90d8-99b25f48f91c/2dd0717f-fec5-4022-90d8-99b25f48f91c.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.015144] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e96cbd54-b2bb-4dbb-b3c3-2287b22bf65e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.029996] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 799.029996] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527b91f3-9521-27ad-ac15-d2fcb8344cd5" [ 799.029996] env[69073]: _type = "Task" [ 799.029996] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.040958] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 799.040958] env[69073]: value = "task-3219297" [ 799.040958] env[69073]: _type = "Task" [ 799.040958] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.048014] env[69073]: DEBUG nova.compute.manager [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.048279] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.048565] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527b91f3-9521-27ad-ac15-d2fcb8344cd5, 'name': SearchDatastore_Task, 'duration_secs': 0.018721} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.049552] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7666e31f-6afa-488f-b275-36e62a537452 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.052245] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.052469] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.052696] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.052877] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.053182] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.056506] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3373764d-ae3a-4729-b678-ad69815e869e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.058504] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.064938] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.065262] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcff189a-7392-4e02-9af1-a5800a3a6954 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.067622] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.067795] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.069122] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f795fd54-86a2-4aa5-9118-e72b53514157 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.074602] env[69073]: DEBUG oslo_vmware.api [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 799.074602] env[69073]: value = "task-3219298" [ 799.074602] env[69073]: _type = "Task" [ 799.074602] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.082980] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 799.082980] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528171db-a012-fd32-9db2-f2cde552d898" [ 799.082980] env[69073]: _type = "Task" [ 799.082980] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.093204] env[69073]: DEBUG oslo_vmware.api [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.098354] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528171db-a012-fd32-9db2-f2cde552d898, 'name': SearchDatastore_Task, 'duration_secs': 0.016353} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.105019] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0919fdd-f07e-4ee8-9823-dfdbe6fde65a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.107445] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 799.107445] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fe2cca-86b6-8fa2-11eb-eeabefd3e6a8" [ 799.107445] env[69073]: _type = "Task" [ 799.107445] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.119792] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fe2cca-86b6-8fa2-11eb-eeabefd3e6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008802} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.120088] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.120313] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] edb019f1-3d31-4127-95b9-9c893cc0bed9/edb019f1-3d31-4127-95b9-9c893cc0bed9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.120569] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66ec9f12-c8b6-4ad3-893e-e749979474e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.126669] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 799.126669] env[69073]: value = "task-3219299" [ 799.126669] env[69073]: _type = "Task" [ 799.126669] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.137012] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.365770] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.385301] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.419291] env[69073]: DEBUG nova.network.neutron [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updated VIF entry in instance network info cache for port eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.419291] env[69073]: DEBUG nova.network.neutron [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updating instance_info_cache with network_info: [{"id": "eb7fe498-edea-4352-954f-65e492341ae0", "address": "fa:16:3e:61:66:87", "network": {"id": "503dd57f-b57b-4f39-9100-bed0e04f6c56", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1871008740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "34feaf1710ea49c4b7d8738e3fe76a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fe498-ed", "ovs_interfaceid": "eb7fe498-edea-4352-954f-65e492341ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.469936] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b558467a-1519-4512-874b-a385d2e2f594 tempest-VolumesAssistedSnapshotsTest-963069497 tempest-VolumesAssistedSnapshotsTest-963069497-project-admin] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.439s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.482081] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.484240] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updated VIF entry in instance network info cache for port 306f7c07-bf02-4777-bff6-9ae3b2c81dbf. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.484240] env[69073]: DEBUG nova.network.neutron [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updating instance_info_cache with network_info: [{"id": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "address": "fa:16:3e:d5:af:55", "network": {"id": "4915f0b8-25f3-4770-b24e-2e38e31760f4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1854130117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a686b8cf5e8d40af811f00273cca0dd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306f7c07-bf", "ovs_interfaceid": "306f7c07-bf02-4777-bff6-9ae3b2c81dbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.557511] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219297, 'name': ReconfigVM_Task, 'duration_secs': 0.347708} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.557847] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 2dd0717f-fec5-4022-90d8-99b25f48f91c/2dd0717f-fec5-4022-90d8-99b25f48f91c.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.558990] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0ffe890-3565-4428-a9bb-af41c4e87690 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.577731] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "75a443c6-e8bb-498c-ac8a-72da576850fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.578012] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "75a443c6-e8bb-498c-ac8a-72da576850fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.578415] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 799.578415] env[69073]: value = "task-3219301" [ 799.578415] env[69073]: _type = "Task" [ 799.578415] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.589942] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38c141-40d0-4c38-b6f4-2befdb61d5b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.597137] env[69073]: DEBUG oslo_vmware.api [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219298, 'name': PowerOffVM_Task, 'duration_secs': 0.178013} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.598290] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.598580] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.603793] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4fcf999-c220-43e1-a9ca-5b142d2691f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.606200] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219301, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.609764] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab83721-c440-49c8-9a4e-52941a3b50cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.649194] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e212463-467e-4a0e-a570-0b9f2581a1bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.654977] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219299, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.658277] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ad4d7-3742-43d6-af12-75e29f27693e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.671948] env[69073]: DEBUG nova.compute.provider_tree [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.709401] env[69073]: DEBUG nova.compute.manager [req-e3387b52-9319-425f-8dcc-5dcb1b85a026 req-f4cf037e-071b-4e11-969b-80c46a271e86 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Received event network-changed-eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.709979] env[69073]: DEBUG nova.compute.manager [req-e3387b52-9319-425f-8dcc-5dcb1b85a026 req-f4cf037e-071b-4e11-969b-80c46a271e86 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing instance network info cache due to event network-changed-eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.709979] env[69073]: DEBUG oslo_concurrency.lockutils [req-e3387b52-9319-425f-8dcc-5dcb1b85a026 req-f4cf037e-071b-4e11-969b-80c46a271e86 service nova] Acquiring lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.814688] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Successfully created port: 44243f3b-097e-4298-b125-68f7c0e3334f {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.894302] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.894487] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.894715] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Deleting the datastore file [datastore2] f423950c-d0a6-4915-bab1-50612644ef10 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.894988] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9a8eb32-0a2c-46e0-a1ee-ca21dd3a2062 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.902753] env[69073]: DEBUG oslo_vmware.api [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 799.902753] env[69073]: value = "task-3219303" [ 799.902753] env[69073]: _type = "Task" [ 799.902753] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.913614] env[69073]: DEBUG oslo_vmware.api [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.924846] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Releasing lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.925214] env[69073]: DEBUG nova.compute.manager [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Received event network-vif-plugged-495d70e4-6557-4162-8eec-a6bdd44d65b1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.925508] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Acquiring lock "edb019f1-3d31-4127-95b9-9c893cc0bed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.925724] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Lock "edb019f1-3d31-4127-95b9-9c893cc0bed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.925966] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Lock "edb019f1-3d31-4127-95b9-9c893cc0bed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.926201] env[69073]: DEBUG nova.compute.manager [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] No waiting events found dispatching network-vif-plugged-495d70e4-6557-4162-8eec-a6bdd44d65b1 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.926453] env[69073]: WARNING nova.compute.manager [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Received unexpected event network-vif-plugged-495d70e4-6557-4162-8eec-a6bdd44d65b1 for instance with vm_state building and task_state spawning. [ 799.926621] env[69073]: DEBUG nova.compute.manager [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Received event network-changed-495d70e4-6557-4162-8eec-a6bdd44d65b1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.926828] env[69073]: DEBUG nova.compute.manager [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Refreshing instance network info cache due to event network-changed-495d70e4-6557-4162-8eec-a6bdd44d65b1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.927079] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Acquiring lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.927610] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Acquired lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.927813] env[69073]: DEBUG nova.network.neutron [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Refreshing network info cache for port 495d70e4-6557-4162-8eec-a6bdd44d65b1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.929935] env[69073]: DEBUG oslo_concurrency.lockutils [req-e3387b52-9319-425f-8dcc-5dcb1b85a026 req-f4cf037e-071b-4e11-969b-80c46a271e86 service nova] Acquired lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.931085] env[69073]: DEBUG nova.network.neutron [req-e3387b52-9319-425f-8dcc-5dcb1b85a026 req-f4cf037e-071b-4e11-969b-80c46a271e86 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Refreshing network info cache for port eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.987866] env[69073]: DEBUG oslo_concurrency.lockutils [req-633b2895-ac48-46eb-9bd2-c7ecd62953a4 req-b2ff6e3c-712a-41d3-be1f-c59b361eb97b service nova] Releasing lock "refresh_cache-05115320-5e3d-4224-b990-4fbb3ceeae2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.034795] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "b5117501-e54b-457c-9987-e7acc1129863" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.035206] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "b5117501-e54b-457c-9987-e7acc1129863" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.035459] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "b5117501-e54b-457c-9987-e7acc1129863-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.035715] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "b5117501-e54b-457c-9987-e7acc1129863-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.035918] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "b5117501-e54b-457c-9987-e7acc1129863-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.038480] env[69073]: INFO nova.compute.manager [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Terminating instance [ 800.058234] env[69073]: DEBUG nova.network.neutron [-] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.095436] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219301, 'name': Rename_Task, 'duration_secs': 0.21563} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.095436] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.095436] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c1b0e2-d3b3-4476-90a8-1dbd6f2e6973 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.100486] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 800.100486] env[69073]: value = "task-3219304" [ 800.100486] env[69073]: _type = "Task" [ 800.100486] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.109776] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.152880] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561395} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.153165] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] edb019f1-3d31-4127-95b9-9c893cc0bed9/edb019f1-3d31-4127-95b9-9c893cc0bed9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.153383] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.153635] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70fbc135-3bcb-49dd-ae0d-5fb37364e546 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.161899] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 800.161899] env[69073]: value = "task-3219305" [ 800.161899] env[69073]: _type = "Task" [ 800.161899] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.171105] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.177250] env[69073]: DEBUG nova.scheduler.client.report [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.184018] env[69073]: DEBUG nova.compute.manager [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Received event network-vif-deleted-28e1ebe3-fdf8-4c7c-b161-76c589a3cdda {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.184018] env[69073]: DEBUG nova.compute.manager [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received event network-changed-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.184018] env[69073]: DEBUG nova.compute.manager [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Refreshing instance network info cache due to event network-changed-ceed3a05-390a-41e2-a8ee-bea29dba5514. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.187459] env[69073]: DEBUG oslo_concurrency.lockutils [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] Acquiring lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.187459] env[69073]: DEBUG oslo_concurrency.lockutils [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] Acquired lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.187459] env[69073]: DEBUG nova.network.neutron [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Refreshing network info cache for port ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.383026] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.409655] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.409915] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.410083] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.410273] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.410420] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.410565] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.410779] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.410938] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.411118] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.411308] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.411477] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.412326] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50eb5e0-33a8-443b-b165-6608392c264e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.419698] env[69073]: DEBUG oslo_vmware.api [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157877} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.421741] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.421933] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.422126] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.422303] env[69073]: INFO nova.compute.manager [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Took 1.37 seconds to destroy the instance on the hypervisor. [ 800.422534] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.422780] env[69073]: DEBUG nova.compute.manager [-] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.422874] env[69073]: DEBUG nova.network.neutron [-] [instance: f423950c-d0a6-4915-bab1-50612644ef10] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.425477] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e19de1-fd5e-4474-a787-60de2faca7f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.546015] env[69073]: DEBUG nova.compute.manager [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.546435] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.547341] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f36fa06-dd15-4a63-b385-70cd136f02cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.555230] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.555492] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c712343-874f-41d0-a15b-6c9e2336313f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.563073] env[69073]: INFO nova.compute.manager [-] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Took 1.67 seconds to deallocate network for instance. [ 800.563073] env[69073]: DEBUG oslo_vmware.api [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 800.563073] env[69073]: value = "task-3219306" [ 800.563073] env[69073]: _type = "Task" [ 800.563073] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.587360] env[69073]: DEBUG oslo_vmware.api [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.616045] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.672227] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193381} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.672567] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.673558] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d03ca0-09e3-4a45-9870-89c9a617f11c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.690520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.703939] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] edb019f1-3d31-4127-95b9-9c893cc0bed9/edb019f1-3d31-4127-95b9-9c893cc0bed9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.711011] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.149s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.711454] env[69073]: INFO nova.compute.claims [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.714099] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80fa4261-5713-4230-bbb0-f87de43c4ccc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.739466] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 800.739466] env[69073]: value = "task-3219307" [ 800.739466] env[69073]: _type = "Task" [ 800.739466] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.743166] env[69073]: INFO nova.scheduler.client.report [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Deleted allocations for instance e3218ff9-bffe-4077-b090-e61b7e309c4d [ 800.751357] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.844440] env[69073]: DEBUG nova.network.neutron [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Updated VIF entry in instance network info cache for port 495d70e4-6557-4162-8eec-a6bdd44d65b1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.844440] env[69073]: DEBUG nova.network.neutron [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Updating instance_info_cache with network_info: [{"id": "495d70e4-6557-4162-8eec-a6bdd44d65b1", "address": "fa:16:3e:c0:bc:fa", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495d70e4-65", "ovs_interfaceid": "495d70e4-6557-4162-8eec-a6bdd44d65b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.865801] env[69073]: DEBUG nova.network.neutron [req-e3387b52-9319-425f-8dcc-5dcb1b85a026 req-f4cf037e-071b-4e11-969b-80c46a271e86 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updated VIF entry in instance network info cache for port eb7fe498-edea-4352-954f-65e492341ae0. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.866187] env[69073]: DEBUG nova.network.neutron [req-e3387b52-9319-425f-8dcc-5dcb1b85a026 req-f4cf037e-071b-4e11-969b-80c46a271e86 service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updating instance_info_cache with network_info: [{"id": "eb7fe498-edea-4352-954f-65e492341ae0", "address": "fa:16:3e:61:66:87", "network": {"id": "503dd57f-b57b-4f39-9100-bed0e04f6c56", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1871008740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "34feaf1710ea49c4b7d8738e3fe76a24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7fe498-ed", "ovs_interfaceid": "eb7fe498-edea-4352-954f-65e492341ae0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.075448] env[69073]: DEBUG oslo_vmware.api [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.080578] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.111293] env[69073]: DEBUG oslo_vmware.api [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219304, 'name': PowerOnVM_Task, 'duration_secs': 0.966279} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.111576] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.112407] env[69073]: INFO nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Took 8.91 seconds to spawn the instance on the hypervisor. [ 801.112407] env[69073]: DEBUG nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.113007] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc107847-a151-42bc-84a6-62a180ef1b41 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.253122] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219307, 'name': ReconfigVM_Task, 'duration_secs': 0.378167} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.254116] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4747c3bd-9e4f-41fa-8083-8d43c94a5769 tempest-ServersAdminNegativeTestJSON-616628675 tempest-ServersAdminNegativeTestJSON-616628675-project-member] Lock "e3218ff9-bffe-4077-b090-e61b7e309c4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.063s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.254987] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Reconfigured VM instance instance-00000023 to attach disk [datastore2] edb019f1-3d31-4127-95b9-9c893cc0bed9/edb019f1-3d31-4127-95b9-9c893cc0bed9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.258797] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eec8cf7c-9cdf-4613-a7a2-97390a9e0758 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.268919] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 801.268919] env[69073]: value = "task-3219308" [ 801.268919] env[69073]: _type = "Task" [ 801.268919] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.294360] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219308, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.347273] env[69073]: DEBUG oslo_concurrency.lockutils [req-2115df64-2d4b-425f-b9b1-e311bc77a643 req-495a018e-a9c6-475d-a0f4-6d799ce1a5a9 service nova] Releasing lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.369471] env[69073]: DEBUG oslo_concurrency.lockutils [req-e3387b52-9319-425f-8dcc-5dcb1b85a026 req-f4cf037e-071b-4e11-969b-80c46a271e86 service nova] Releasing lock "refresh_cache-b5117501-e54b-457c-9987-e7acc1129863" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.411687] env[69073]: DEBUG nova.network.neutron [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updated VIF entry in instance network info cache for port ceed3a05-390a-41e2-a8ee-bea29dba5514. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.415276] env[69073]: DEBUG nova.network.neutron [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating instance_info_cache with network_info: [{"id": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "address": "fa:16:3e:74:0d:28", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceed3a05-39", "ovs_interfaceid": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.454785] env[69073]: DEBUG nova.compute.manager [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.455791] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea62777-7aee-4769-8566-509bb524c03a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.578276] env[69073]: DEBUG oslo_vmware.api [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.641033] env[69073]: INFO nova.compute.manager [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Took 41.98 seconds to build instance. [ 801.784699] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219308, 'name': Rename_Task, 'duration_secs': 0.171703} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.785063] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.785346] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e02f7672-808e-4305-81e0-9d62ef716859 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.796441] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 801.796441] env[69073]: value = "task-3219309" [ 801.796441] env[69073]: _type = "Task" [ 801.796441] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.812628] env[69073]: DEBUG nova.compute.manager [req-1eb68617-368f-4d50-9b86-0c60af53ffec req-3f44c00c-a835-4930-b2c8-0e42d3361ece service nova] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Received event network-vif-deleted-3aa3cf5f-e2c7-4de6-92d5-15fa7bd39479 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.817090] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219309, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.918835] env[69073]: DEBUG oslo_concurrency.lockutils [req-c1b16290-f509-4e93-8300-8072a16f3cfb req-0bf0c123-b6de-4855-97fb-c7793b2beb91 service nova] Releasing lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.976357] env[69073]: INFO nova.compute.manager [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] instance snapshotting [ 801.976357] env[69073]: DEBUG nova.objects.instance [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'flavor' on Instance uuid f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.081850] env[69073]: DEBUG oslo_vmware.api [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219306, 'name': PowerOffVM_Task, 'duration_secs': 1.127623} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.082154] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.082327] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.083876] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebcdd451-caa2-457f-bdd1-01fdd7fc8c5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.111722] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquiring lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.111722] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.111722] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquiring lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.112106] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.112355] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.120024] env[69073]: INFO nova.compute.manager [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Terminating instance [ 802.143363] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7088f879-1f50-40e9-a51e-a1db87c835f4 tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "2dd0717f-fec5-4022-90d8-99b25f48f91c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.537s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.155833] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.156073] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.156418] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Deleting the datastore file [datastore1] b5117501-e54b-457c-9987-e7acc1129863 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.160968] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9097973c-5803-4563-abc4-e5dedb5587c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.181605] env[69073]: DEBUG oslo_vmware.api [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for the task: (returnval){ [ 802.181605] env[69073]: value = "task-3219311" [ 802.181605] env[69073]: _type = "Task" [ 802.181605] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.190929] env[69073]: DEBUG oslo_vmware.api [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.315657] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.343680] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Successfully updated port: 44243f3b-097e-4298-b125-68f7c0e3334f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 802.346370] env[69073]: DEBUG nova.network.neutron [-] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.372079] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7684c0-5050-4a2f-9ab4-1314e2666547 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.383327] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f1746-9b0a-4519-a9e9-1503051f8a10 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.422112] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129b5282-a1b7-4126-99cd-50a2c9be820c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.430477] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ac554a-3b1f-4617-8a29-83b10ccbbb6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.449126] env[69073]: DEBUG nova.compute.provider_tree [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.480402] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984202b6-12aa-4c8c-8836-12421dc1a681 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.502036] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8006c85-d7b1-4c01-98de-abe1e696bfec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.626857] env[69073]: DEBUG nova.compute.manager [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.627151] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.628051] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2435d6e-8be0-4a7e-9e2c-38629c8a89c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.636373] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.636537] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45949c5f-a998-4b1f-8ee3-60ee1354318c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.643451] env[69073]: DEBUG oslo_vmware.api [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 802.643451] env[69073]: value = "task-3219312" [ 802.643451] env[69073]: _type = "Task" [ 802.643451] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.649134] env[69073]: DEBUG nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.657506] env[69073]: DEBUG oslo_vmware.api [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3219312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.699870] env[69073]: DEBUG oslo_vmware.api [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Task: {'id': task-3219311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215627} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.700179] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.700370] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.700545] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.700710] env[69073]: INFO nova.compute.manager [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] [instance: b5117501-e54b-457c-9987-e7acc1129863] Took 2.15 seconds to destroy the instance on the hypervisor. [ 802.700938] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.701140] env[69073]: DEBUG nova.compute.manager [-] [instance: b5117501-e54b-457c-9987-e7acc1129863] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.701240] env[69073]: DEBUG nova.network.neutron [-] [instance: b5117501-e54b-457c-9987-e7acc1129863] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.809915] env[69073]: DEBUG oslo_vmware.api [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219309, 'name': PowerOnVM_Task, 'duration_secs': 0.688692} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.811126] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.811126] env[69073]: INFO nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Took 7.41 seconds to spawn the instance on the hypervisor. [ 802.811126] env[69073]: DEBUG nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.811381] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b434f568-23c0-4474-9685-76a655c6ab83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.846889] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "refresh_cache-637643cd-9258-472a-bef9-1c05bdd01da1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.847058] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "refresh_cache-637643cd-9258-472a-bef9-1c05bdd01da1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.847222] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.848667] env[69073]: INFO nova.compute.manager [-] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Took 2.43 seconds to deallocate network for instance. [ 802.951749] env[69073]: DEBUG nova.scheduler.client.report [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.014486] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.014486] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9eeb584a-7507-4176-9162-a33dee2cf20a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.025325] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 803.025325] env[69073]: value = "task-3219313" [ 803.025325] env[69073]: _type = "Task" [ 803.025325] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.033986] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219313, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.157219] env[69073]: DEBUG oslo_vmware.api [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3219312, 'name': PowerOffVM_Task, 'duration_secs': 0.208151} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.157429] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.157607] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.157853] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3182b44-56d8-4799-ae6c-ee12ab75a449 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.178487] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.227852] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.227978] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.228180] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Deleting the datastore file [datastore1] 3b4c9703-c5a2-4f9d-8a1b-a16860c77564 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.228466] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd735ebf-17ac-45f7-ade7-315f8a0d7168 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.235662] env[69073]: DEBUG oslo_vmware.api [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for the task: (returnval){ [ 803.235662] env[69073]: value = "task-3219315" [ 803.235662] env[69073]: _type = "Task" [ 803.235662] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.244611] env[69073]: DEBUG oslo_vmware.api [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3219315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.330659] env[69073]: INFO nova.compute.manager [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Took 40.15 seconds to build instance. [ 803.358387] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.401575] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.428596] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquiring lock "2dd0717f-fec5-4022-90d8-99b25f48f91c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.428838] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "2dd0717f-fec5-4022-90d8-99b25f48f91c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.430394] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquiring lock "2dd0717f-fec5-4022-90d8-99b25f48f91c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.430394] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "2dd0717f-fec5-4022-90d8-99b25f48f91c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.430394] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "2dd0717f-fec5-4022-90d8-99b25f48f91c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.431665] env[69073]: INFO nova.compute.manager [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Terminating instance [ 803.460710] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.461268] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.465204] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.534s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.543231] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219313, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.571711] env[69073]: DEBUG nova.network.neutron [-] [instance: b5117501-e54b-457c-9987-e7acc1129863] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.733254] env[69073]: DEBUG nova.compute.manager [None req-1598bd29-7806-4614-940f-74c193a804ac tempest-ServerExternalEventsTest-1331334329 tempest-ServerExternalEventsTest-1331334329-project] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Received event network-changed {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.733624] env[69073]: DEBUG nova.compute.manager [None req-1598bd29-7806-4614-940f-74c193a804ac tempest-ServerExternalEventsTest-1331334329 tempest-ServerExternalEventsTest-1331334329-project] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Refreshing instance network info cache due to event network-changed. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.734644] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1598bd29-7806-4614-940f-74c193a804ac tempest-ServerExternalEventsTest-1331334329 tempest-ServerExternalEventsTest-1331334329-project] Acquiring lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.734644] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1598bd29-7806-4614-940f-74c193a804ac tempest-ServerExternalEventsTest-1331334329 tempest-ServerExternalEventsTest-1331334329-project] Acquired lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.734644] env[69073]: DEBUG nova.network.neutron [None req-1598bd29-7806-4614-940f-74c193a804ac tempest-ServerExternalEventsTest-1331334329 tempest-ServerExternalEventsTest-1331334329-project] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.748321] env[69073]: DEBUG oslo_vmware.api [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Task: {'id': task-3219315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278167} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.749328] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.749658] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.749944] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.750272] env[69073]: INFO nova.compute.manager [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Took 1.12 seconds to destroy the instance on the hypervisor. [ 803.750648] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.751242] env[69073]: DEBUG nova.compute.manager [-] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 803.751454] env[69073]: DEBUG nova.network.neutron [-] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.833233] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a65cdaf-5cf3-4da3-90d4-499ba54f822f tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "edb019f1-3d31-4127-95b9-9c893cc0bed9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.682s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.939109] env[69073]: DEBUG nova.compute.manager [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.939109] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.939109] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c724ba7-dcf1-48cd-ada4-0d3354c02204 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.951668] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.951971] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d04275e6-96f2-47b9-95c8-babbb0322c6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.959771] env[69073]: DEBUG oslo_vmware.api [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 803.959771] env[69073]: value = "task-3219316" [ 803.959771] env[69073]: _type = "Task" [ 803.959771] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.983170] env[69073]: DEBUG nova.compute.utils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.985143] env[69073]: DEBUG oslo_vmware.api [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.986643] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Updating instance_info_cache with network_info: [{"id": "44243f3b-097e-4298-b125-68f7c0e3334f", "address": "fa:16:3e:a3:ff:99", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44243f3b-09", "ovs_interfaceid": "44243f3b-097e-4298-b125-68f7c0e3334f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.989146] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.989357] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.037351] env[69073]: DEBUG nova.compute.manager [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Received event network-vif-deleted-b1289581-73ed-4d49-8608-14cb106b1dc7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.037507] env[69073]: DEBUG nova.compute.manager [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Received event network-vif-plugged-44243f3b-097e-4298-b125-68f7c0e3334f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.037716] env[69073]: DEBUG oslo_concurrency.lockutils [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] Acquiring lock "637643cd-9258-472a-bef9-1c05bdd01da1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.038028] env[69073]: DEBUG oslo_concurrency.lockutils [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] Lock "637643cd-9258-472a-bef9-1c05bdd01da1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.038262] env[69073]: DEBUG oslo_concurrency.lockutils [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] Lock "637643cd-9258-472a-bef9-1c05bdd01da1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.038481] env[69073]: DEBUG nova.compute.manager [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] No waiting events found dispatching network-vif-plugged-44243f3b-097e-4298-b125-68f7c0e3334f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.038758] env[69073]: WARNING nova.compute.manager [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Received unexpected event network-vif-plugged-44243f3b-097e-4298-b125-68f7c0e3334f for instance with vm_state building and task_state spawning. [ 804.039057] env[69073]: DEBUG nova.compute.manager [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Received event network-changed-44243f3b-097e-4298-b125-68f7c0e3334f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.039335] env[69073]: DEBUG nova.compute.manager [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Refreshing instance network info cache due to event network-changed-44243f3b-097e-4298-b125-68f7c0e3334f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.039613] env[69073]: DEBUG oslo_concurrency.lockutils [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] Acquiring lock "refresh_cache-637643cd-9258-472a-bef9-1c05bdd01da1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.046156] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219313, 'name': CreateSnapshot_Task, 'duration_secs': 0.976145} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.046372] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.047228] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f951ac-7c5d-4332-ab52-f41957094ede {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.069950] env[69073]: DEBUG nova.policy [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb15edfce4f94f249633aa90f5905cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b0a7293a9a4d40aa64daa3f725006c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.075449] env[69073]: INFO nova.compute.manager [-] [instance: b5117501-e54b-457c-9987-e7acc1129863] Took 1.37 seconds to deallocate network for instance. [ 804.338178] env[69073]: DEBUG nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.470636] env[69073]: DEBUG oslo_vmware.api [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219316, 'name': PowerOffVM_Task, 'duration_secs': 0.393675} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.471433] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.471648] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.471909] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f073c94-4824-419e-bd9f-a5a98c9d489e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.486536] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.495892] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "refresh_cache-637643cd-9258-472a-bef9-1c05bdd01da1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.496271] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Instance network_info: |[{"id": "44243f3b-097e-4298-b125-68f7c0e3334f", "address": "fa:16:3e:a3:ff:99", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44243f3b-09", "ovs_interfaceid": "44243f3b-097e-4298-b125-68f7c0e3334f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.496590] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquiring lock "edb019f1-3d31-4127-95b9-9c893cc0bed9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.496827] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "edb019f1-3d31-4127-95b9-9c893cc0bed9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.501884] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquiring lock "edb019f1-3d31-4127-95b9-9c893cc0bed9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.501884] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "edb019f1-3d31-4127-95b9-9c893cc0bed9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.005s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.502164] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "edb019f1-3d31-4127-95b9-9c893cc0bed9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.503954] env[69073]: DEBUG oslo_concurrency.lockutils [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] Acquired lock "refresh_cache-637643cd-9258-472a-bef9-1c05bdd01da1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.504034] env[69073]: DEBUG nova.network.neutron [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Refreshing network info cache for port 44243f3b-097e-4298-b125-68f7c0e3334f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.505777] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:ff:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44243f3b-097e-4298-b125-68f7c0e3334f', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.517893] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Creating folder: Project (22b0a7293a9a4d40aa64daa3f725006c). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.520141] env[69073]: INFO nova.compute.manager [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Terminating instance [ 804.520639] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb3b8f9f-43a5-4c92-bbb5-4f8ddb5b79d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.530423] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 3b4c9703-c5a2-4f9d-8a1b-a16860c77564 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.530604] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 05115320-5e3d-4224-b990-4fbb3ceeae2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.530787] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f423950c-d0a6-4915-bab1-50612644ef10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 804.530961] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 061174f6-86e2-4229-9337-7283ee1aaa7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.531093] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance bbb88874-b962-409f-b0c7-123ce11800ca is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 804.531236] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f522d769-61e5-4c43-957c-a70094b60c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.531377] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 6ef55282-abd0-426f-80f4-287c55442574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.531553] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 49d1b3a4-385f-430e-91df-e1d6c60b6855 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 804.531645] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 72245c05-c8e5-4250-a4b6-6108748c5e5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 804.531764] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 4f89275e-1987-4caa-8fa1-b358ec1d90fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.532271] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 65efd5d9-5982-4ffe-b17e-cd52b1e24962 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.532271] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 99256fa3-0b05-40e8-80b1-1172e2900146 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.532271] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 97535ddb-6907-4030-8407-ea478889cf74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.532271] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 97e1edb9-4edb-42fa-b778-2cbd957e4d89 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.532448] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance b5117501-e54b-457c-9987-e7acc1129863 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.532859] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (c0741477-85d0-4873-a73a-cccb16461097): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 804.532859] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance b374160e-4db2-457f-9e31-b9862bc327b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.532859] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 28f21eb6-1bf9-4d53-9f35-017e1615a127 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 804.532859] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.533170] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2dd0717f-fec5-4022-90d8-99b25f48f91c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.533170] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance edb019f1-3d31-4127-95b9-9c893cc0bed9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.533170] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 637643cd-9258-472a-bef9-1c05bdd01da1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.533252] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance e1afbb1e-ceb6-4154-9cb3-d2ec935e194d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 804.541690] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Created folder: Project (22b0a7293a9a4d40aa64daa3f725006c) in parent group-v643537. [ 804.541920] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Creating folder: Instances. Parent ref: group-v643645. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.542422] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2bd6c91-9cfc-4446-b098-cc958e97cb28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.550652] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.551170] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.551170] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Deleting the datastore file [datastore2] 2dd0717f-fec5-4022-90d8-99b25f48f91c {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.553444] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3274d3b0-b019-4966-97b6-f9e1c234cb1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.565621] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.565942] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Created folder: Instances in parent group-v643645. [ 804.567044] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.570317] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-88142971-12d6-4283-a50d-7a997631af0f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.572910] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.573426] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea20bf7b-4da2-4182-84c5-12dd5fd6a3c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.593180] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.593588] env[69073]: DEBUG oslo_vmware.api [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for the task: (returnval){ [ 804.593588] env[69073]: value = "task-3219320" [ 804.593588] env[69073]: _type = "Task" [ 804.593588] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.598094] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 804.598094] env[69073]: value = "task-3219321" [ 804.598094] env[69073]: _type = "Task" [ 804.598094] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.599436] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.599436] env[69073]: value = "task-3219322" [ 804.599436] env[69073]: _type = "Task" [ 804.599436] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.607855] env[69073]: DEBUG oslo_vmware.api [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.612664] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219321, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.616145] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219322, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.792687] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Successfully created port: d01145c5-c87d-459b-b04e-0bd8d763922b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.870527] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.871845] env[69073]: DEBUG nova.network.neutron [None req-1598bd29-7806-4614-940f-74c193a804ac tempest-ServerExternalEventsTest-1331334329 tempest-ServerExternalEventsTest-1331334329-project] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Updating instance_info_cache with network_info: [{"id": "495d70e4-6557-4162-8eec-a6bdd44d65b1", "address": "fa:16:3e:c0:bc:fa", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.135", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495d70e4-65", "ovs_interfaceid": "495d70e4-6557-4162-8eec-a6bdd44d65b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.034373] env[69073]: DEBUG nova.compute.manager [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.034635] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.036282] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba71b891-703b-4e00-aa29-0c1498d6e880 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.044034] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2cacec84-7fd2-4999-ad1b-207239004e0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.048076] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.048779] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb60196d-55c4-4cb4-a66a-994d7901a61a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.056395] env[69073]: DEBUG oslo_vmware.api [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 805.056395] env[69073]: value = "task-3219323" [ 805.056395] env[69073]: _type = "Task" [ 805.056395] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.069570] env[69073]: DEBUG oslo_vmware.api [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.103196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquiring lock "fe8d3231-9311-402a-bf7b-742f44d90ad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.104424] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "fe8d3231-9311-402a-bf7b-742f44d90ad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.114595] env[69073]: DEBUG oslo_vmware.api [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Task: {'id': task-3219320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259152} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.115689] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.116414] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.117254] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.117254] env[69073]: INFO nova.compute.manager [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 805.117254] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.129065] env[69073]: DEBUG nova.compute.manager [-] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.129065] env[69073]: DEBUG nova.network.neutron [-] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.133240] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219321, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.133622] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219322, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.279973] env[69073]: DEBUG nova.network.neutron [-] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.378138] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1598bd29-7806-4614-940f-74c193a804ac tempest-ServerExternalEventsTest-1331334329 tempest-ServerExternalEventsTest-1331334329-project] Releasing lock "refresh_cache-edb019f1-3d31-4127-95b9-9c893cc0bed9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.499159] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.533326] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.533560] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.533747] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.533971] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.534438] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.534632] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.534877] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.535038] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.535234] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.535443] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.535619] env[69073]: DEBUG nova.virt.hardware [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.536554] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a065449-8a96-4462-8f73-fbe6923b04c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.551383] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b796ee65-9747-4eef-8196-86096da4273a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.556497] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 9183d175-3295-40ee-a4a6-b7bc8f5694f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.576930] env[69073]: DEBUG oslo_vmware.api [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.615939] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219321, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.619875] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219322, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.629234] env[69073]: DEBUG nova.network.neutron [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Updated VIF entry in instance network info cache for port 44243f3b-097e-4298-b125-68f7c0e3334f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.629605] env[69073]: DEBUG nova.network.neutron [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Updating instance_info_cache with network_info: [{"id": "44243f3b-097e-4298-b125-68f7c0e3334f", "address": "fa:16:3e:a3:ff:99", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44243f3b-09", "ovs_interfaceid": "44243f3b-097e-4298-b125-68f7c0e3334f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.783256] env[69073]: INFO nova.compute.manager [-] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Took 2.03 seconds to deallocate network for instance. [ 806.059290] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 4079e384-966a-4bae-9515-3d8a3a1c19c2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.071277] env[69073]: DEBUG oslo_vmware.api [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.098386] env[69073]: DEBUG nova.compute.manager [req-a7c953ae-1fb4-41d9-9a00-d9cec2e6a4d8 req-c5d6422b-9f86-4a4c-b821-7f4da98e1b45 service nova] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Received event network-vif-deleted-cb296770-0935-4728-a180-d0a693a4f2c6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.098830] env[69073]: DEBUG nova.compute.manager [req-a7c953ae-1fb4-41d9-9a00-d9cec2e6a4d8 req-c5d6422b-9f86-4a4c-b821-7f4da98e1b45 service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Received event network-vif-deleted-bf8019bf-9acb-4e3e-98a6-b3f148e5a822 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.098830] env[69073]: INFO nova.compute.manager [req-a7c953ae-1fb4-41d9-9a00-d9cec2e6a4d8 req-c5d6422b-9f86-4a4c-b821-7f4da98e1b45 service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Neutron deleted interface bf8019bf-9acb-4e3e-98a6-b3f148e5a822; detaching it from the instance and deleting it from the info cache [ 806.099382] env[69073]: DEBUG nova.network.neutron [req-a7c953ae-1fb4-41d9-9a00-d9cec2e6a4d8 req-c5d6422b-9f86-4a4c-b821-7f4da98e1b45 service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.120175] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219321, 'name': CloneVM_Task, 'duration_secs': 1.429485} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.125053] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Created linked-clone VM from snapshot [ 806.125358] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219322, 'name': CreateVM_Task, 'duration_secs': 1.449311} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.127447] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76adeb1f-b95a-4fe2-a576-dddf372e6a71 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.134741] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.135405] env[69073]: DEBUG oslo_concurrency.lockutils [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] Releasing lock "refresh_cache-637643cd-9258-472a-bef9-1c05bdd01da1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.136044] env[69073]: DEBUG nova.compute.manager [req-51564b62-ad90-4cfb-84b6-2aa317f810e2 req-db81f0fa-c457-4fae-8a65-51e5f17dd7df service nova] [instance: b5117501-e54b-457c-9987-e7acc1129863] Received event network-vif-deleted-eb7fe498-edea-4352-954f-65e492341ae0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.137273] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.137273] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.137608] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.140353] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daaa5e6b-abf8-44f0-bdc2-d25d0cff8203 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.145131] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Uploading image 03b91b9b-173f-4f6e-a8bd-62682e4bfb11 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.150816] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 806.150816] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d98bcf-f91f-1eef-8170-f29155033caa" [ 806.150816] env[69073]: _type = "Task" [ 806.150816] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.160237] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d98bcf-f91f-1eef-8170-f29155033caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.171542] env[69073]: DEBUG oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.171542] env[69073]: value = "vm-643648" [ 806.171542] env[69073]: _type = "VirtualMachine" [ 806.171542] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.172262] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d26fe527-9d27-4c31-ae0f-c833239092ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.179189] env[69073]: DEBUG oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease: (returnval){ [ 806.179189] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5265d0af-f2bb-0bd2-fd92-d2bebbdf63b6" [ 806.179189] env[69073]: _type = "HttpNfcLease" [ 806.179189] env[69073]: } obtained for exporting VM: (result){ [ 806.179189] env[69073]: value = "vm-643648" [ 806.179189] env[69073]: _type = "VirtualMachine" [ 806.179189] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.179573] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the lease: (returnval){ [ 806.179573] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5265d0af-f2bb-0bd2-fd92-d2bebbdf63b6" [ 806.179573] env[69073]: _type = "HttpNfcLease" [ 806.179573] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.188038] env[69073]: DEBUG nova.network.neutron [-] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.188038] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.188038] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5265d0af-f2bb-0bd2-fd92-d2bebbdf63b6" [ 806.188038] env[69073]: _type = "HttpNfcLease" [ 806.188038] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.291756] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.352171] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "97535ddb-6907-4030-8407-ea478889cf74" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.352439] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.563467] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 78fa7dad-564c-4a5c-9a12-28ff08f4fc26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.570388] env[69073]: DEBUG oslo_vmware.api [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219323, 'name': PowerOffVM_Task, 'duration_secs': 1.142874} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.570630] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.570795] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.571043] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71229bc-5ca4-44d9-8641-dd74cd5a89b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.601847] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0438023b-45fb-4651-8132-294764faeecc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.610445] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762be593-9a85-4565-b536-5fe48a39d902 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.629904] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.629904] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.629904] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Deleting the datastore file [datastore2] edb019f1-3d31-4127-95b9-9c893cc0bed9 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.629904] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d70fac2f-dbea-4c40-8689-9e349800121b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.636188] env[69073]: DEBUG oslo_vmware.api [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for the task: (returnval){ [ 806.636188] env[69073]: value = "task-3219326" [ 806.636188] env[69073]: _type = "Task" [ 806.636188] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.649798] env[69073]: DEBUG nova.compute.manager [req-a7c953ae-1fb4-41d9-9a00-d9cec2e6a4d8 req-c5d6422b-9f86-4a4c-b821-7f4da98e1b45 service nova] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Detach interface failed, port_id=bf8019bf-9acb-4e3e-98a6-b3f148e5a822, reason: Instance 2dd0717f-fec5-4022-90d8-99b25f48f91c could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.659584] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Successfully updated port: d01145c5-c87d-459b-b04e-0bd8d763922b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.666073] env[69073]: DEBUG oslo_vmware.api [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.673428] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d98bcf-f91f-1eef-8170-f29155033caa, 'name': SearchDatastore_Task, 'duration_secs': 0.022914} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.674298] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.674564] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.674758] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.675033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.675232] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.675736] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db76db79-7bf7-4f4a-8a44-96d10f822076 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.684783] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.685089] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.686180] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c159f854-ba6f-4376-b854-aec4d728bb5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.689893] env[69073]: INFO nova.compute.manager [-] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Took 1.56 seconds to deallocate network for instance. [ 806.690119] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.690119] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5265d0af-f2bb-0bd2-fd92-d2bebbdf63b6" [ 806.690119] env[69073]: _type = "HttpNfcLease" [ 806.690119] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.691970] env[69073]: DEBUG oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.691970] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5265d0af-f2bb-0bd2-fd92-d2bebbdf63b6" [ 806.691970] env[69073]: _type = "HttpNfcLease" [ 806.691970] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 806.693610] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e0ac2a-327f-4b70-a4c4-b8fde20a55c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.696688] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 806.696688] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e651f6-85b6-909a-88e1-27fe8c086faa" [ 806.696688] env[69073]: _type = "Task" [ 806.696688] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.705871] env[69073]: DEBUG oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b22a0f-e067-ba48-89a9-d9a23a1715ae/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.705914] env[69073]: DEBUG oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b22a0f-e067-ba48-89a9-d9a23a1715ae/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.712529] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e651f6-85b6-909a-88e1-27fe8c086faa, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.768637] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9672b770-3abe-4b91-bc62-fa108b1d97a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.776179] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 806.776179] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52428f85-3b42-2320-d63d-f3fba0524f2b" [ 806.776179] env[69073]: _type = "Task" [ 806.776179] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.783956] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52428f85-3b42-2320-d63d-f3fba0524f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.799383] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b304719-80d9-472d-b26f-10790e58bbf9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.856366] env[69073]: DEBUG nova.compute.utils [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.921198] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-99256fa3-0b05-40e8-80b1-1172e2900146-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.921475] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-99256fa3-0b05-40e8-80b1-1172e2900146-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.921828] env[69073]: DEBUG nova.objects.instance [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'flavor' on Instance uuid 99256fa3-0b05-40e8-80b1-1172e2900146 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.067127] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance ca7666ac-21be-4cca-8e1f-19e4338e31d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.144481] env[69073]: DEBUG oslo_vmware.api [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Task: {'id': task-3219326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130391} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.144878] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.145134] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.145396] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.145656] env[69073]: INFO nova.compute.manager [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Took 2.11 seconds to destroy the instance on the hypervisor. [ 807.145981] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.146320] env[69073]: DEBUG nova.compute.manager [-] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.146446] env[69073]: DEBUG nova.network.neutron [-] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.167868] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "refresh_cache-e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.168262] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "refresh_cache-e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.168399] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.203990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.288051] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52428f85-3b42-2320-d63d-f3fba0524f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.288464] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.288791] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 637643cd-9258-472a-bef9-1c05bdd01da1/637643cd-9258-472a-bef9-1c05bdd01da1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.289128] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bac9456-175d-4c18-a7f4-90e5dbb87c6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.296833] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 807.296833] env[69073]: value = "task-3219327" [ 807.296833] env[69073]: _type = "Task" [ 807.296833] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.305480] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.360214] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.572859] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 5f5bf870-75f9-485c-91fa-cda01dde02d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.591220] env[69073]: DEBUG nova.objects.instance [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'pci_requests' on Instance uuid 99256fa3-0b05-40e8-80b1-1172e2900146 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.731876] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.811888] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219327, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.987137] env[69073]: DEBUG nova.network.neutron [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Updating instance_info_cache with network_info: [{"id": "d01145c5-c87d-459b-b04e-0bd8d763922b", "address": "fa:16:3e:4b:d5:30", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01145c5-c8", "ovs_interfaceid": "d01145c5-c87d-459b-b04e-0bd8d763922b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.074080] env[69073]: DEBUG nova.network.neutron [-] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.075749] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 5385f25c-700d-4ee8-9714-2bc84481df0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.094230] env[69073]: DEBUG nova.objects.base [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Object Instance<99256fa3-0b05-40e8-80b1-1172e2900146> lazy-loaded attributes: flavor,pci_requests {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 808.094499] env[69073]: DEBUG nova.network.neutron [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.187033] env[69073]: DEBUG nova.policy [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.315536] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610741} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.315927] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 637643cd-9258-472a-bef9-1c05bdd01da1/637643cd-9258-472a-bef9-1c05bdd01da1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.316181] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.316499] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca9210bc-36db-4140-8424-15b473210e0c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.323908] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 808.323908] env[69073]: value = "task-3219328" [ 808.323908] env[69073]: _type = "Task" [ 808.323908] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.333983] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.431824] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "97535ddb-6907-4030-8407-ea478889cf74" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.432212] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.432470] env[69073]: INFO nova.compute.manager [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Attaching volume ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5 to /dev/sdb [ 808.473732] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceedb16-4aec-47a8-a297-35ee5849c2c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.480994] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9db386-781e-4323-acc7-69421dea6e70 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.489282] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "refresh_cache-e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.489644] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Instance network_info: |[{"id": "d01145c5-c87d-459b-b04e-0bd8d763922b", "address": "fa:16:3e:4b:d5:30", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01145c5-c8", "ovs_interfaceid": "d01145c5-c87d-459b-b04e-0bd8d763922b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.490121] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:d5:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd01145c5-c87d-459b-b04e-0bd8d763922b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.498968] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.502949] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.503539] env[69073]: DEBUG nova.virt.block_device [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Updating existing volume attachment record: 186ceed3-d911-4526-9caf-6e510c6b0755 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 808.506859] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e60df8b-a132-4223-b445-4fce73557170 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.530882] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.530882] env[69073]: value = "task-3219329" [ 808.530882] env[69073]: _type = "Task" [ 808.530882] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.539438] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219329, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.578153] env[69073]: INFO nova.compute.manager [-] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Took 1.43 seconds to deallocate network for instance. [ 808.579058] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2b824b3e-a8c4-483a-b8bb-fff02928ad4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.833508] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097377} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.833840] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.834571] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f59d9d7-0445-4e2d-ab84-88c80a8bd8b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.858909] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 637643cd-9258-472a-bef9-1c05bdd01da1/637643cd-9258-472a-bef9-1c05bdd01da1.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.859251] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1becefe6-ab44-4a90-a44f-ce574c2b9f4e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.883282] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 808.883282] env[69073]: value = "task-3219332" [ 808.883282] env[69073]: _type = "Task" [ 808.883282] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.892627] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.003116] env[69073]: DEBUG nova.network.neutron [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Successfully created port: 12fd300a-d20f-4fbe-8ec8-9280cbdb4042 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.045021] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219329, 'name': CreateVM_Task, 'duration_secs': 0.377928} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.045021] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.045021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.045021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.045021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.045021] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bddc59-07e4-4e69-9273-2ea36595c72a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.052104] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 809.052104] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52028132-ddd9-51d0-ecfe-520bb8c8881a" [ 809.052104] env[69073]: _type = "Task" [ 809.052104] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.060785] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52028132-ddd9-51d0-ecfe-520bb8c8881a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.085777] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.092052] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.393763] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219332, 'name': ReconfigVM_Task, 'duration_secs': 0.287519} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.394298] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 637643cd-9258-472a-bef9-1c05bdd01da1/637643cd-9258-472a-bef9-1c05bdd01da1.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.394743] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da8e561f-6f5d-40f7-b1b8-172e05749e88 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.403084] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 809.403084] env[69073]: value = "task-3219334" [ 809.403084] env[69073]: _type = "Task" [ 809.403084] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.415891] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219334, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.563159] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52028132-ddd9-51d0-ecfe-520bb8c8881a, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.563548] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.563871] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.564180] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.564442] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.564885] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.565252] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac7c7ce0-1deb-4d19-96f2-b649bb19451e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.574636] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.574822] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.575618] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8078c776-701c-4dcd-932a-16142a4c31c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.581832] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 809.581832] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520fb7aa-f3aa-8e79-09ae-b2dbe591f2c2" [ 809.581832] env[69073]: _type = "Task" [ 809.581832] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.590491] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520fb7aa-f3aa-8e79-09ae-b2dbe591f2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.592273] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f4c95b46-1573-428d-a7c5-637375d2cfb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.784843] env[69073]: DEBUG nova.compute.manager [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Received event network-vif-plugged-d01145c5-c87d-459b-b04e-0bd8d763922b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.785080] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] Acquiring lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.785253] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] Lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.785418] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] Lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.785582] env[69073]: DEBUG nova.compute.manager [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] No waiting events found dispatching network-vif-plugged-d01145c5-c87d-459b-b04e-0bd8d763922b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.785738] env[69073]: WARNING nova.compute.manager [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Received unexpected event network-vif-plugged-d01145c5-c87d-459b-b04e-0bd8d763922b for instance with vm_state building and task_state spawning. [ 809.785893] env[69073]: DEBUG nova.compute.manager [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Received event network-changed-d01145c5-c87d-459b-b04e-0bd8d763922b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.786114] env[69073]: DEBUG nova.compute.manager [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Refreshing instance network info cache due to event network-changed-d01145c5-c87d-459b-b04e-0bd8d763922b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.786321] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] Acquiring lock "refresh_cache-e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.786453] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] Acquired lock "refresh_cache-e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.786610] env[69073]: DEBUG nova.network.neutron [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Refreshing network info cache for port d01145c5-c87d-459b-b04e-0bd8d763922b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.914461] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219334, 'name': Rename_Task, 'duration_secs': 0.138478} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.914622] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.914897] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9141232-b169-41f3-974d-4a4f837151d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.921718] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 809.921718] env[69073]: value = "task-3219335" [ 809.921718] env[69073]: _type = "Task" [ 809.921718] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.931410] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.092069] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520fb7aa-f3aa-8e79-09ae-b2dbe591f2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.093014] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b54f47-592f-4327-be39-558c4e1e7eb1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.095685] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 75a443c6-e8bb-498c-ac8a-72da576850fa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.096020] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 810.096170] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 810.102227] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 810.102227] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b75373-0919-cfe4-c4f6-70b787487fc5" [ 810.102227] env[69073]: _type = "Task" [ 810.102227] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.110751] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b75373-0919-cfe4-c4f6-70b787487fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.438365] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.610457] env[69073]: DEBUG nova.network.neutron [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Updated VIF entry in instance network info cache for port d01145c5-c87d-459b-b04e-0bd8d763922b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.610879] env[69073]: DEBUG nova.network.neutron [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Updating instance_info_cache with network_info: [{"id": "d01145c5-c87d-459b-b04e-0bd8d763922b", "address": "fa:16:3e:4b:d5:30", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd01145c5-c8", "ovs_interfaceid": "d01145c5-c87d-459b-b04e-0bd8d763922b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.618757] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b75373-0919-cfe4-c4f6-70b787487fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.014136} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.618945] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.619241] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e1afbb1e-ceb6-4154-9cb3-d2ec935e194d/e1afbb1e-ceb6-4154-9cb3-d2ec935e194d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.619539] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b7514f-a816-4fe4-b467-e0bef39ba185 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.627930] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 810.627930] env[69073]: value = "task-3219336" [ 810.627930] env[69073]: _type = "Task" [ 810.627930] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.639592] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.641478] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d586929-fb09-4b21-a5f7-303da86b25bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.649099] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dfbe21-8574-41a0-9412-ae40ea47d644 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.681960] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f2495-edb2-49e7-b7e9-93aac9c1ef36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.689281] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a9b33-691a-4eba-9d66-64589d205604 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.703252] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.935098] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219335, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.952453] env[69073]: DEBUG nova.network.neutron [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Successfully updated port: 12fd300a-d20f-4fbe-8ec8-9280cbdb4042 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.114172] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] Releasing lock "refresh_cache-e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.114283] env[69073]: DEBUG nova.compute.manager [req-2bc5da9a-4a87-44f0-a066-b7f72b912ed3 req-b5ca60a6-72b1-4fd8-b4ad-018bd6929b87 service nova] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Received event network-vif-deleted-495d70e4-6557-4162-8eec-a6bdd44d65b1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.138471] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219336, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.206703] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.433494] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219335, 'name': PowerOnVM_Task, 'duration_secs': 1.055734} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.433773] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.433976] env[69073]: INFO nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Took 11.05 seconds to spawn the instance on the hypervisor. [ 811.434330] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.435264] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310453a2-aea9-456d-9b1e-d58d3ce22397 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.455210] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.455404] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.455676] env[69073]: DEBUG nova.network.neutron [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.640433] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631797} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.640433] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e1afbb1e-ceb6-4154-9cb3-d2ec935e194d/e1afbb1e-ceb6-4154-9cb3-d2ec935e194d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.640779] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.640814] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f803b34-0fe3-4717-9df4-aa7fc63ca01d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.648171] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 811.648171] env[69073]: value = "task-3219338" [ 811.648171] env[69073]: _type = "Task" [ 811.648171] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.664439] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "df3ab74e-774f-45ef-94c6-f935b046cdda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.664706] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "df3ab74e-774f-45ef-94c6-f935b046cdda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.664916] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.711609] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 811.711835] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.247s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.712134] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.385s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.713708] env[69073]: INFO nova.compute.claims [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.954110] env[69073]: INFO nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Took 44.32 seconds to build instance. [ 812.004508] env[69073]: WARNING nova.network.neutron [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] 0f3efe20-9281-4a2f-a083-5b347a4f14d0 already exists in list: networks containing: ['0f3efe20-9281-4a2f-a083-5b347a4f14d0']. ignoring it [ 812.158731] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09562} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.158989] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.159775] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60561bfa-cc3a-4428-aeb8-ccfa6a52ec6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.184024] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] e1afbb1e-ceb6-4154-9cb3-d2ec935e194d/e1afbb1e-ceb6-4154-9cb3-d2ec935e194d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.187060] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6419898e-8d99-4147-bb86-34b0de365437 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.207106] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 812.207106] env[69073]: value = "task-3219339" [ 812.207106] env[69073]: _type = "Task" [ 812.207106] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.215963] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.322856] env[69073]: DEBUG nova.compute.manager [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received event network-vif-plugged-12fd300a-d20f-4fbe-8ec8-9280cbdb4042 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.323081] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] Acquiring lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.323294] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] Lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.323486] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] Lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.323656] env[69073]: DEBUG nova.compute.manager [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] No waiting events found dispatching network-vif-plugged-12fd300a-d20f-4fbe-8ec8-9280cbdb4042 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.323841] env[69073]: WARNING nova.compute.manager [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received unexpected event network-vif-plugged-12fd300a-d20f-4fbe-8ec8-9280cbdb4042 for instance with vm_state active and task_state None. [ 812.324063] env[69073]: DEBUG nova.compute.manager [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received event network-changed-12fd300a-d20f-4fbe-8ec8-9280cbdb4042 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.324258] env[69073]: DEBUG nova.compute.manager [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Refreshing instance network info cache due to event network-changed-12fd300a-d20f-4fbe-8ec8-9280cbdb4042. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.324446] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] Acquiring lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.403509] env[69073]: DEBUG nova.network.neutron [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [{"id": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "address": "fa:16:3e:62:0a:44", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b52a08-0c", "ovs_interfaceid": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12fd300a-d20f-4fbe-8ec8-9280cbdb4042", "address": "fa:16:3e:ea:ac:84", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fd300a-d2", "ovs_interfaceid": "12fd300a-d20f-4fbe-8ec8-9280cbdb4042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.456263] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "637643cd-9258-472a-bef9-1c05bdd01da1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.159s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.718667] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.906908] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.907661] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.909080] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.909080] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] Acquired lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.909080] env[69073]: DEBUG nova.network.neutron [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Refreshing network info cache for port 12fd300a-d20f-4fbe-8ec8-9280cbdb4042 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.911672] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1029ec5c-d882-4e6b-a596-b71fdec639f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.929963] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.930228] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.930415] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.930615] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.930755] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.930918] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.931201] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.931369] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.931548] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.931726] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.931912] env[69073]: DEBUG nova.virt.hardware [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.938629] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Reconfiguring VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 812.941933] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568e0f49-1b8f-4db6-b233-108e6ca8486e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.958442] env[69073]: DEBUG nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.963792] env[69073]: DEBUG oslo_vmware.api [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 812.963792] env[69073]: value = "task-3219340" [ 812.963792] env[69073]: _type = "Task" [ 812.963792] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.975633] env[69073]: DEBUG oslo_vmware.api [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219340, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.225949] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219339, 'name': ReconfigVM_Task, 'duration_secs': 0.600983} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.226350] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] e1afbb1e-ceb6-4154-9cb3-d2ec935e194d/e1afbb1e-ceb6-4154-9cb3-d2ec935e194d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.230563] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c7dc519-a322-48c5-9ea2-6e685bd23d3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.237050] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 813.237050] env[69073]: value = "task-3219341" [ 813.237050] env[69073]: _type = "Task" [ 813.237050] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.250750] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219341, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.268489] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e009c21-3df7-4375-8e84-61d69708c6dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.281489] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a86a4f-ffd0-4f03-aa2b-fc6d36cf81e2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.323045] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1334e3ac-5138-4af2-a5a0-ef15b092cd01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.331778] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c609a1c-9f2f-440f-acea-583643ba9f1a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.348283] env[69073]: DEBUG nova.compute.provider_tree [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.477698] env[69073]: DEBUG oslo_vmware.api [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.482070] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.553338] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.554283] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643651', 'volume_id': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'name': 'volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97535ddb-6907-4030-8407-ea478889cf74', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'serial': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.554633] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdbc76b-9051-45f9-a4c0-420023001030 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.575756] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1e382-95d2-4503-a539-1a0247460fcc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.600986] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5/volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.601342] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc62ea6c-45a2-4166-9588-7f5c74c0fe7c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.621263] env[69073]: DEBUG oslo_vmware.api [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 813.621263] env[69073]: value = "task-3219342" [ 813.621263] env[69073]: _type = "Task" [ 813.621263] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.633912] env[69073]: DEBUG oslo_vmware.api [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.716253] env[69073]: DEBUG nova.network.neutron [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updated VIF entry in instance network info cache for port 12fd300a-d20f-4fbe-8ec8-9280cbdb4042. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.716711] env[69073]: DEBUG nova.network.neutron [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [{"id": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "address": "fa:16:3e:62:0a:44", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b52a08-0c", "ovs_interfaceid": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "12fd300a-d20f-4fbe-8ec8-9280cbdb4042", "address": "fa:16:3e:ea:ac:84", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fd300a-d2", "ovs_interfaceid": "12fd300a-d20f-4fbe-8ec8-9280cbdb4042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.745048] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219341, 'name': Rename_Task, 'duration_secs': 0.189062} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.745487] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.745674] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f7bb380-11e8-4848-9fcf-a353ac737b7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.752693] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 813.752693] env[69073]: value = "task-3219343" [ 813.752693] env[69073]: _type = "Task" [ 813.752693] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.761270] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.852221] env[69073]: DEBUG nova.scheduler.client.report [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.981147] env[69073]: DEBUG oslo_vmware.api [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219340, 'name': ReconfigVM_Task, 'duration_secs': 0.842782} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.981696] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.982583] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Reconfigured VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 814.135396] env[69073]: DEBUG oslo_vmware.api [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.220258] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd2ea904-2cd1-473a-8dab-d65383397fb1 req-4656251c-9844-449a-a4bb-08f6c62b72f4 service nova] Releasing lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.263072] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219343, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.358457] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.359034] env[69073]: DEBUG nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.361867] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.714s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.363422] env[69073]: INFO nova.compute.claims [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.486591] env[69073]: DEBUG oslo_concurrency.lockutils [None req-98c469ad-fdf4-4856-8902-82c93760df5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-99256fa3-0b05-40e8-80b1-1172e2900146-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.565s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.635194] env[69073]: DEBUG oslo_vmware.api [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219342, 'name': ReconfigVM_Task, 'duration_secs': 0.541721} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.635500] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Reconfigured VM instance instance-0000001b to attach disk [datastore2] volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5/volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.640274] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf664b6-366a-4495-9260-4f61c47d7ca4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.655813] env[69073]: DEBUG oslo_vmware.api [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 814.655813] env[69073]: value = "task-3219344" [ 814.655813] env[69073]: _type = "Task" [ 814.655813] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.664597] env[69073]: DEBUG oslo_vmware.api [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.763111] env[69073]: DEBUG oslo_vmware.api [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219343, 'name': PowerOnVM_Task, 'duration_secs': 0.672348} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.763706] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.763938] env[69073]: INFO nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Took 9.26 seconds to spawn the instance on the hypervisor. [ 814.764110] env[69073]: DEBUG nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.764893] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76232e4-da0f-4571-8619-144e7f8256b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.867883] env[69073]: DEBUG nova.compute.utils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.871080] env[69073]: DEBUG nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.871734] env[69073]: DEBUG nova.network.neutron [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.941904] env[69073]: DEBUG nova.policy [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8ec63ce65e349c9a2d961f88b305117', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc70de797be742b184d1f73d6e4aa231', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.965920] env[69073]: DEBUG oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b22a0f-e067-ba48-89a9-d9a23a1715ae/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 814.966851] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c3527e-3eb8-4833-b5cb-cd26b290e800 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.974017] env[69073]: DEBUG oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b22a0f-e067-ba48-89a9-d9a23a1715ae/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 814.974017] env[69073]: ERROR oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b22a0f-e067-ba48-89a9-d9a23a1715ae/disk-0.vmdk due to incomplete transfer. [ 814.974017] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a2c05e2a-db32-4ba0-a562-800830ae026b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.980190] env[69073]: DEBUG oslo_vmware.rw_handles [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b22a0f-e067-ba48-89a9-d9a23a1715ae/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 814.980386] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Uploaded image 03b91b9b-173f-4f6e-a8bd-62682e4bfb11 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 814.982954] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 814.982954] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c3bc812-965d-49dd-b5fe-501cd44c34f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.990537] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 814.990537] env[69073]: value = "task-3219345" [ 814.990537] env[69073]: _type = "Task" [ 814.990537] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.999577] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219345, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.170316] env[69073]: DEBUG oslo_vmware.api [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219344, 'name': ReconfigVM_Task, 'duration_secs': 0.213327} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.170641] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643651', 'volume_id': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'name': 'volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97535ddb-6907-4030-8407-ea478889cf74', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'serial': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 815.284566] env[69073]: INFO nova.compute.manager [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Took 45.74 seconds to build instance. [ 815.311503] env[69073]: DEBUG nova.network.neutron [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Successfully created port: 289e405a-fd5a-429f-a2c1-4beba34df711 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.372473] env[69073]: DEBUG nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.502586] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219345, 'name': Destroy_Task, 'duration_secs': 0.496347} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.502929] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Destroyed the VM [ 815.503183] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 815.503439] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d796c229-3bd9-429d-b5c4-87bede127316 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.513655] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 815.513655] env[69073]: value = "task-3219346" [ 815.513655] env[69073]: _type = "Task" [ 815.513655] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.531592] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219346, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.786623] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e4ad61f9-8ea6-48b0-9434-fca300e5c304 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.466s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.883526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b371a7bc-8608-4da7-8a42-5a14807cdd98 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.890936] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47996aa5-b68d-4b90-98ac-66a4e532a390 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.922274] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c29563e-0b45-40a6-b456-2ef0cf769215 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.930589] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155169a4-bc21-4e7f-86d2-8d88bdca9fc5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.945956] env[69073]: DEBUG nova.compute.provider_tree [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.028861] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219346, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.223903] env[69073]: DEBUG nova.objects.instance [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lazy-loading 'flavor' on Instance uuid 97535ddb-6907-4030-8407-ea478889cf74 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.289729] env[69073]: DEBUG nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.382417] env[69073]: DEBUG nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.407192] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.407505] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.407678] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.407864] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.408023] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.408180] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.408391] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.408549] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.408717] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.408887] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.409083] env[69073]: DEBUG nova.virt.hardware [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.409936] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b5d40f-db38-4e31-a44b-aaf1af15de8a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.418184] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4955e0a2-33e3-479f-9b8f-2ca050f3343c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.449432] env[69073]: DEBUG nova.scheduler.client.report [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.528206] env[69073]: DEBUG oslo_vmware.api [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219346, 'name': RemoveSnapshot_Task, 'duration_secs': 0.574566} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.528500] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 816.528727] env[69073]: INFO nova.compute.manager [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Took 14.05 seconds to snapshot the instance on the hypervisor. [ 816.589853] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "637643cd-9258-472a-bef9-1c05bdd01da1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.590151] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "637643cd-9258-472a-bef9-1c05bdd01da1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.590479] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "637643cd-9258-472a-bef9-1c05bdd01da1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.590548] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "637643cd-9258-472a-bef9-1c05bdd01da1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.590699] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "637643cd-9258-472a-bef9-1c05bdd01da1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.593500] env[69073]: INFO nova.compute.manager [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Terminating instance [ 816.729891] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1ddeb1d3-930a-450c-9cf6-c197908f5ba0 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.298s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.752393] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.752647] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.752848] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.753043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.753214] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.755062] env[69073]: INFO nova.compute.manager [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Terminating instance [ 816.815540] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-99256fa3-0b05-40e8-80b1-1172e2900146-12fd300a-d20f-4fbe-8ec8-9280cbdb4042" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.815806] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-99256fa3-0b05-40e8-80b1-1172e2900146-12fd300a-d20f-4fbe-8ec8-9280cbdb4042" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.817894] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.862438] env[69073]: DEBUG nova.compute.manager [req-87bad380-7784-4659-8f2a-fa2226633e4d req-8ec85609-67d6-44d4-9c93-8c0cd98f76dc service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Received event network-vif-plugged-289e405a-fd5a-429f-a2c1-4beba34df711 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.862657] env[69073]: DEBUG oslo_concurrency.lockutils [req-87bad380-7784-4659-8f2a-fa2226633e4d req-8ec85609-67d6-44d4-9c93-8c0cd98f76dc service nova] Acquiring lock "2cacec84-7fd2-4999-ad1b-207239004e0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.862959] env[69073]: DEBUG oslo_concurrency.lockutils [req-87bad380-7784-4659-8f2a-fa2226633e4d req-8ec85609-67d6-44d4-9c93-8c0cd98f76dc service nova] Lock "2cacec84-7fd2-4999-ad1b-207239004e0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.863173] env[69073]: DEBUG oslo_concurrency.lockutils [req-87bad380-7784-4659-8f2a-fa2226633e4d req-8ec85609-67d6-44d4-9c93-8c0cd98f76dc service nova] Lock "2cacec84-7fd2-4999-ad1b-207239004e0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.863343] env[69073]: DEBUG nova.compute.manager [req-87bad380-7784-4659-8f2a-fa2226633e4d req-8ec85609-67d6-44d4-9c93-8c0cd98f76dc service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] No waiting events found dispatching network-vif-plugged-289e405a-fd5a-429f-a2c1-4beba34df711 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.863514] env[69073]: WARNING nova.compute.manager [req-87bad380-7784-4659-8f2a-fa2226633e4d req-8ec85609-67d6-44d4-9c93-8c0cd98f76dc service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Received unexpected event network-vif-plugged-289e405a-fd5a-429f-a2c1-4beba34df711 for instance with vm_state building and task_state spawning. [ 816.944431] env[69073]: DEBUG nova.network.neutron [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Successfully updated port: 289e405a-fd5a-429f-a2c1-4beba34df711 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.955028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.955456] env[69073]: DEBUG nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.958718] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.515s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.958928] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.961732] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.741s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.963820] env[69073]: INFO nova.compute.claims [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.989802] env[69073]: INFO nova.scheduler.client.report [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleted allocations for instance bbb88874-b962-409f-b0c7-123ce11800ca [ 817.084015] env[69073]: DEBUG nova.compute.manager [None req-40b7cb8b-89d5-4b21-a76a-edf688bfa5b7 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Found 1 images (rotation: 2) {{(pid=69073) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 817.096815] env[69073]: DEBUG nova.compute.manager [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.097083] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.098223] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030df532-baf6-4cc8-becb-5319f8ac85f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.106651] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.106889] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-833b5681-502c-49e1-8a79-72db5c75b1b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.113107] env[69073]: DEBUG oslo_vmware.api [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 817.113107] env[69073]: value = "task-3219347" [ 817.113107] env[69073]: _type = "Task" [ 817.113107] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.121217] env[69073]: DEBUG oslo_vmware.api [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.217711] env[69073]: DEBUG oslo_concurrency.lockutils [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "97535ddb-6907-4030-8407-ea478889cf74" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.217711] env[69073]: DEBUG oslo_concurrency.lockutils [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.260734] env[69073]: DEBUG nova.compute.manager [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.260734] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.262829] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5038b6be-32ec-499e-8de2-05e19b0165a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.275011] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.275306] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47026b3e-19a6-47f2-a866-c3073a1064d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.283711] env[69073]: DEBUG oslo_vmware.api [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 817.283711] env[69073]: value = "task-3219348" [ 817.283711] env[69073]: _type = "Task" [ 817.283711] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.291472] env[69073]: DEBUG oslo_vmware.api [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.322988] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.322988] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.323759] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76099cab-bbbd-4217-87a3-ea3e66128b48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.346737] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5478c29-2cc4-4ce2-878a-4b3b20057edd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.376163] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Reconfiguring VM to detach interface {{(pid=69073) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 817.376491] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd6f1f7-d6ef-4db6-854b-b12c3bdd82bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.395194] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 817.395194] env[69073]: value = "task-3219349" [ 817.395194] env[69073]: _type = "Task" [ 817.395194] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.406290] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.448274] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "refresh_cache-2cacec84-7fd2-4999-ad1b-207239004e0d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.448439] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquired lock "refresh_cache-2cacec84-7fd2-4999-ad1b-207239004e0d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.448596] env[69073]: DEBUG nova.network.neutron [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.470207] env[69073]: DEBUG nova.compute.utils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.475019] env[69073]: DEBUG nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.475019] env[69073]: DEBUG nova.network.neutron [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.502824] env[69073]: DEBUG oslo_concurrency.lockutils [None req-00530efd-9086-46e1-bc75-4d7c3453defe tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "bbb88874-b962-409f-b0c7-123ce11800ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.578s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.540832] env[69073]: DEBUG nova.policy [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403484d40e4a4f3fa189dfc899230886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d9ca3090ed4ab3a2f593938a29b733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.627208] env[69073]: DEBUG oslo_vmware.api [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219347, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.703020] env[69073]: DEBUG nova.compute.manager [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.703020] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9d661-8f06-4518-a663-b9d5a6467bec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.722059] env[69073]: INFO nova.compute.manager [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Detaching volume ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5 [ 817.770241] env[69073]: INFO nova.virt.block_device [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Attempting to driver detach volume ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5 from mountpoint /dev/sdb [ 817.770241] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 817.770241] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643651', 'volume_id': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'name': 'volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97535ddb-6907-4030-8407-ea478889cf74', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'serial': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 817.770241] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c49425c-822e-4060-bb76-3fb9977cce6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.795141] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735695e-9271-4f26-9179-86b5bf4ddbd0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.805060] env[69073]: DEBUG oslo_vmware.api [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219348, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.808471] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d64541a-4280-4a62-9dc1-ad2e5414d661 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.834610] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907604de-212e-4494-b990-84e44c771f43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.851146] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] The volume has not been displaced from its original location: [datastore2] volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5/volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 817.857284] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 817.857876] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c6eb4e6-d593-4ff0-b79d-92bc323454bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.876668] env[69073]: DEBUG oslo_vmware.api [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 817.876668] env[69073]: value = "task-3219350" [ 817.876668] env[69073]: _type = "Task" [ 817.876668] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.878043] env[69073]: DEBUG nova.network.neutron [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Successfully created port: 2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.887498] env[69073]: DEBUG oslo_vmware.api [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.903591] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.976055] env[69073]: DEBUG nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.992410] env[69073]: DEBUG nova.network.neutron [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.129532] env[69073]: DEBUG oslo_vmware.api [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219347, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.213978] env[69073]: INFO nova.compute.manager [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] instance snapshotting [ 818.213978] env[69073]: DEBUG nova.objects.instance [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'flavor' on Instance uuid f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.278745] env[69073]: DEBUG nova.network.neutron [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Updating instance_info_cache with network_info: [{"id": "289e405a-fd5a-429f-a2c1-4beba34df711", "address": "fa:16:3e:b2:7b:5a", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289e405a-fd", "ovs_interfaceid": "289e405a-fd5a-429f-a2c1-4beba34df711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.307747] env[69073]: DEBUG oslo_vmware.api [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219348, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.391510] env[69073]: DEBUG oslo_vmware.api [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219350, 'name': ReconfigVM_Task, 'duration_secs': 0.255576} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.391731] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 818.396502] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f3bb41-fa8f-415f-b914-12e9fa1fb082 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.421445] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.422214] env[69073]: DEBUG oslo_vmware.api [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 818.422214] env[69073]: value = "task-3219351" [ 818.422214] env[69073]: _type = "Task" [ 818.422214] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.435679] env[69073]: DEBUG oslo_vmware.api [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.526703] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd278fe4-51f2-49f0-8d7e-63685b9f2a5c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.531528] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "061174f6-86e2-4229-9337-7283ee1aaa7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.531819] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.532434] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "061174f6-86e2-4229-9337-7283ee1aaa7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.532665] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.532902] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.536903] env[69073]: INFO nova.compute.manager [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Terminating instance [ 818.539042] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8ab97a-8489-4dba-bff5-95ee8243758b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.574962] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a4da91-726f-4051-b375-f30b2a294114 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.583306] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35050bb2-691b-47f7-bb1a-f427eb747100 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.597300] env[69073]: DEBUG nova.compute.provider_tree [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.624580] env[69073]: DEBUG oslo_vmware.api [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219347, 'name': PowerOffVM_Task, 'duration_secs': 1.3697} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.624870] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.626160] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.626160] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd60b775-fcc9-4132-bbde-9f658ee4fa54 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.720131] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7ccde9-ada7-4c7a-9a3e-04e95d2ef065 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.744661] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3667f246-089c-4386-b051-e617515af27c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.782947] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Releasing lock "refresh_cache-2cacec84-7fd2-4999-ad1b-207239004e0d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.783301] env[69073]: DEBUG nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Instance network_info: |[{"id": "289e405a-fd5a-429f-a2c1-4beba34df711", "address": "fa:16:3e:b2:7b:5a", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289e405a-fd", "ovs_interfaceid": "289e405a-fd5a-429f-a2c1-4beba34df711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.783719] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:7b:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '289e405a-fd5a-429f-a2c1-4beba34df711', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.790923] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.791443] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.791679] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e265693-f7d1-4491-870d-ae4f70ca8179 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.816050] env[69073]: DEBUG oslo_vmware.api [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219348, 'name': PowerOffVM_Task, 'duration_secs': 1.205509} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.816762] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.816951] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.817225] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.817225] env[69073]: value = "task-3219353" [ 818.817225] env[69073]: _type = "Task" [ 818.817225] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.817437] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9445235-4af5-40a8-9440-5d287a2d2c19 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.830176] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219353, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.834850] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.834850] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.834850] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleting the datastore file [datastore1] 637643cd-9258-472a-bef9-1c05bdd01da1 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.834850] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abfa6e02-afdd-4b2c-bf83-775fe01c1c37 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.840808] env[69073]: DEBUG oslo_vmware.api [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 818.840808] env[69073]: value = "task-3219355" [ 818.840808] env[69073]: _type = "Task" [ 818.840808] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.854726] env[69073]: DEBUG oslo_vmware.api [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.894950] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.895189] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.895903] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleting the datastore file [datastore2] e1afbb1e-ceb6-4154-9cb3-d2ec935e194d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.895903] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85b4306a-95c4-4be1-aa44-fb0738442cad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.906287] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.906840] env[69073]: DEBUG oslo_vmware.api [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 818.906840] env[69073]: value = "task-3219356" [ 818.906840] env[69073]: _type = "Task" [ 818.906840] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.915475] env[69073]: DEBUG oslo_vmware.api [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.931225] env[69073]: DEBUG oslo_vmware.api [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219351, 'name': ReconfigVM_Task, 'duration_secs': 0.15279} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.931566] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643651', 'volume_id': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'name': 'volume-ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97535ddb-6907-4030-8407-ea478889cf74', 'attached_at': '', 'detached_at': '', 'volume_id': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5', 'serial': 'ddf325a2-0504-4bcc-b9b2-5ed4191c7cb5'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 818.936880] env[69073]: DEBUG nova.compute.manager [req-57fc3f04-71ab-4102-8eec-c6692099e22f req-623a6f2a-58d6-46c1-a52d-f8da70225ed6 service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Received event network-changed-289e405a-fd5a-429f-a2c1-4beba34df711 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.937147] env[69073]: DEBUG nova.compute.manager [req-57fc3f04-71ab-4102-8eec-c6692099e22f req-623a6f2a-58d6-46c1-a52d-f8da70225ed6 service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Refreshing instance network info cache due to event network-changed-289e405a-fd5a-429f-a2c1-4beba34df711. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.937477] env[69073]: DEBUG oslo_concurrency.lockutils [req-57fc3f04-71ab-4102-8eec-c6692099e22f req-623a6f2a-58d6-46c1-a52d-f8da70225ed6 service nova] Acquiring lock "refresh_cache-2cacec84-7fd2-4999-ad1b-207239004e0d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.938119] env[69073]: DEBUG oslo_concurrency.lockutils [req-57fc3f04-71ab-4102-8eec-c6692099e22f req-623a6f2a-58d6-46c1-a52d-f8da70225ed6 service nova] Acquired lock "refresh_cache-2cacec84-7fd2-4999-ad1b-207239004e0d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.938119] env[69073]: DEBUG nova.network.neutron [req-57fc3f04-71ab-4102-8eec-c6692099e22f req-623a6f2a-58d6-46c1-a52d-f8da70225ed6 service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Refreshing network info cache for port 289e405a-fd5a-429f-a2c1-4beba34df711 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.989175] env[69073]: DEBUG nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.015234] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.015489] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.015644] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.015824] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.015967] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.016152] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.016386] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.016522] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.016691] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.016855] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.017056] env[69073]: DEBUG nova.virt.hardware [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.018191] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01064bf0-7293-46ec-b6a9-6700f944b684 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.025560] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f40bc7-a8d4-48bc-afa4-ba53b7663380 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.044785] env[69073]: DEBUG nova.compute.manager [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.044989] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.045775] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b620f1db-15f8-486b-8817-724aa1db2820 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.052597] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.052820] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-299e2ee1-5592-408c-be13-523c3e144d08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.057976] env[69073]: DEBUG oslo_vmware.api [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 819.057976] env[69073]: value = "task-3219357" [ 819.057976] env[69073]: _type = "Task" [ 819.057976] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.065472] env[69073]: DEBUG oslo_vmware.api [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219357, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.100697] env[69073]: DEBUG nova.scheduler.client.report [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.255624] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 819.255980] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0d2ba792-0b65-4e6c-b910-a891f05920e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.263726] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 819.263726] env[69073]: value = "task-3219358" [ 819.263726] env[69073]: _type = "Task" [ 819.263726] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.272852] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.328925] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219353, 'name': CreateVM_Task, 'duration_secs': 0.343132} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.329150] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.329907] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.330089] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.330422] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.330703] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b3ae21-3297-4bd3-a753-095d846b3b35 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.335435] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 819.335435] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529fa7d0-4e11-b50e-f319-44ba76c9c4d4" [ 819.335435] env[69073]: _type = "Task" [ 819.335435] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.343325] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529fa7d0-4e11-b50e-f319-44ba76c9c4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.351208] env[69073]: DEBUG oslo_vmware.api [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150799} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.351788] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.351788] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.351993] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.351993] env[69073]: INFO nova.compute.manager [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Took 2.26 seconds to destroy the instance on the hypervisor. [ 819.352383] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.352463] env[69073]: DEBUG nova.compute.manager [-] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.352558] env[69073]: DEBUG nova.network.neutron [-] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.407434] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.415449] env[69073]: DEBUG oslo_vmware.api [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139328} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.415698] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.415881] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.416093] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.416283] env[69073]: INFO nova.compute.manager [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Took 2.16 seconds to destroy the instance on the hypervisor. [ 819.416515] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.416696] env[69073]: DEBUG nova.compute.manager [-] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.416791] env[69073]: DEBUG nova.network.neutron [-] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.495782] env[69073]: DEBUG nova.objects.instance [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lazy-loading 'flavor' on Instance uuid 97535ddb-6907-4030-8407-ea478889cf74 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.569360] env[69073]: DEBUG oslo_vmware.api [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219357, 'name': PowerOffVM_Task, 'duration_secs': 0.208469} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.569869] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.569869] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.570158] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d218d061-6af3-4315-8377-87cc37b59007 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.605808] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.606451] env[69073]: DEBUG nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.609571] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.553s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.610994] env[69073]: INFO nova.compute.claims [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.634220] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.634358] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.634542] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleting the datastore file [datastore1] 061174f6-86e2-4229-9337-7283ee1aaa7b {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.641261] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c05a57f7-236f-451b-8fe1-0735b409add3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.648677] env[69073]: DEBUG oslo_vmware.api [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for the task: (returnval){ [ 819.648677] env[69073]: value = "task-3219360" [ 819.648677] env[69073]: _type = "Task" [ 819.648677] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.659575] env[69073]: DEBUG oslo_vmware.api [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.732275] env[69073]: DEBUG nova.network.neutron [req-57fc3f04-71ab-4102-8eec-c6692099e22f req-623a6f2a-58d6-46c1-a52d-f8da70225ed6 service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Updated VIF entry in instance network info cache for port 289e405a-fd5a-429f-a2c1-4beba34df711. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.732645] env[69073]: DEBUG nova.network.neutron [req-57fc3f04-71ab-4102-8eec-c6692099e22f req-623a6f2a-58d6-46c1-a52d-f8da70225ed6 service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Updating instance_info_cache with network_info: [{"id": "289e405a-fd5a-429f-a2c1-4beba34df711", "address": "fa:16:3e:b2:7b:5a", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap289e405a-fd", "ovs_interfaceid": "289e405a-fd5a-429f-a2c1-4beba34df711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.773594] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219358, 'name': CreateSnapshot_Task, 'duration_secs': 0.449675} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.773863] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.774640] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90df042a-623c-4890-a320-ba4904ecbd8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.845708] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529fa7d0-4e11-b50e-f319-44ba76c9c4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008669} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.846016] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.846322] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.846558] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.846703] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.846876] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.847283] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0e5ff83-5022-4065-ad24-1c25cf8ec5d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.857157] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.857338] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.858073] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-066b6fbf-96b2-435c-9961-c26870267049 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.863068] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 819.863068] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fa254e-6664-a0df-4b66-25176ad82cc1" [ 819.863068] env[69073]: _type = "Task" [ 819.863068] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.873070] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fa254e-6664-a0df-4b66-25176ad82cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.907563] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.002500] env[69073]: DEBUG nova.network.neutron [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Successfully updated port: 2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.116235] env[69073]: DEBUG nova.compute.utils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.119859] env[69073]: DEBUG nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.120065] env[69073]: DEBUG nova.network.neutron [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.159507] env[69073]: DEBUG oslo_vmware.api [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Task: {'id': task-3219360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154419} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.160906] env[69073]: DEBUG nova.policy [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1a65f40c1c14897bb85a84bd45e8adc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e06c898add6948cfac88f8b10039b335', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.162377] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.162568] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.163336] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.163672] env[69073]: INFO nova.compute.manager [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 820.164065] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.164745] env[69073]: DEBUG nova.compute.manager [-] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.164899] env[69073]: DEBUG nova.network.neutron [-] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.236535] env[69073]: DEBUG oslo_concurrency.lockutils [req-57fc3f04-71ab-4102-8eec-c6692099e22f req-623a6f2a-58d6-46c1-a52d-f8da70225ed6 service nova] Releasing lock "refresh_cache-2cacec84-7fd2-4999-ad1b-207239004e0d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.293376] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 820.293901] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d07a420f-65b7-4f7d-8970-113b4894a473 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.305868] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 820.305868] env[69073]: value = "task-3219361" [ 820.305868] env[69073]: _type = "Task" [ 820.305868] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.316584] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219361, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.375425] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fa254e-6664-a0df-4b66-25176ad82cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012678} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.376297] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5526136c-daa5-4a9c-bc9d-d4a57e7ea362 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.382227] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 820.382227] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52104551-3d5b-a12c-a52f-2760475e2466" [ 820.382227] env[69073]: _type = "Task" [ 820.382227] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.391651] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52104551-3d5b-a12c-a52f-2760475e2466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.409914] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.507251] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "refresh_cache-9183d175-3295-40ee-a4a6-b7bc8f5694f1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.507251] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "refresh_cache-9183d175-3295-40ee-a4a6-b7bc8f5694f1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.507251] env[69073]: DEBUG nova.network.neutron [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.511024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-80403585-360b-49d4-bcee-92e4b446eeeb tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.598799] env[69073]: DEBUG nova.network.neutron [-] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.600177] env[69073]: DEBUG nova.network.neutron [-] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.621324] env[69073]: DEBUG nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.813328] env[69073]: DEBUG nova.network.neutron [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Successfully created port: 2820437a-c686-4491-afa0-8a157af519d9 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.823227] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219361, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.895733] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52104551-3d5b-a12c-a52f-2760475e2466, 'name': SearchDatastore_Task, 'duration_secs': 0.017575} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.896043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.896293] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2cacec84-7fd2-4999-ad1b-207239004e0d/2cacec84-7fd2-4999-ad1b-207239004e0d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.897065] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eff87bf-06c6-4146-a661-8b653789d9b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.907053] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 820.907053] env[69073]: value = "task-3219362" [ 820.907053] env[69073]: _type = "Task" [ 820.907053] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.913461] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.921082] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.021946] env[69073]: DEBUG nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Received event network-vif-plugged-2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.022636] env[69073]: DEBUG oslo_concurrency.lockutils [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] Acquiring lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.022894] env[69073]: DEBUG oslo_concurrency.lockutils [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.023393] env[69073]: DEBUG oslo_concurrency.lockutils [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.023393] env[69073]: DEBUG nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] No waiting events found dispatching network-vif-plugged-2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.023602] env[69073]: WARNING nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Received unexpected event network-vif-plugged-2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25 for instance with vm_state building and task_state spawning. [ 821.023782] env[69073]: DEBUG nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Received event network-changed-2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.023992] env[69073]: DEBUG nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Refreshing instance network info cache due to event network-changed-2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.024258] env[69073]: DEBUG oslo_concurrency.lockutils [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] Acquiring lock "refresh_cache-9183d175-3295-40ee-a4a6-b7bc8f5694f1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.068322] env[69073]: DEBUG nova.network.neutron [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.101616] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "73baa5ed-7d69-4363-818f-230b0e5956d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.101852] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "73baa5ed-7d69-4363-818f-230b0e5956d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.102184] env[69073]: INFO nova.compute.manager [-] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Took 1.69 seconds to deallocate network for instance. [ 821.106512] env[69073]: INFO nova.compute.manager [-] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Took 1.75 seconds to deallocate network for instance. [ 821.186333] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a495f70e-dc2a-492a-b218-3e878228a49c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.193238] env[69073]: DEBUG nova.network.neutron [-] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.195908] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb19eef-2649-4a5f-96ea-179a4dfa811d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.232892] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17744c5-6222-43bd-b8d7-4a22d0c937a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.244752] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67a55c7-ec81-4aa9-9fd5-be58e69b69a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.259653] env[69073]: DEBUG nova.compute.provider_tree [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.322908] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219361, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.363231] env[69073]: DEBUG nova.network.neutron [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Updating instance_info_cache with network_info: [{"id": "2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25", "address": "fa:16:3e:e8:8b:1c", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cfadcc0-95", "ovs_interfaceid": "2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.414677] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.420842] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219362, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.611533] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.614453] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.630597] env[69073]: DEBUG nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.652874] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.653145] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.653304] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.653523] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.653675] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.653820] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.654073] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.654209] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.654396] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.654558] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.654730] env[69073]: DEBUG nova.virt.hardware [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.655606] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6c6384-91e4-4251-a2a3-bbafc1202770 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.663726] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5816b0cc-52f5-4fe6-8930-3f7bbcb2945c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.700658] env[69073]: INFO nova.compute.manager [-] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Took 1.54 seconds to deallocate network for instance. [ 821.763474] env[69073]: DEBUG nova.scheduler.client.report [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.820019] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219361, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.866196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "refresh_cache-9183d175-3295-40ee-a4a6-b7bc8f5694f1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.866623] env[69073]: DEBUG nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Instance network_info: |[{"id": "2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25", "address": "fa:16:3e:e8:8b:1c", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cfadcc0-95", "ovs_interfaceid": "2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.866937] env[69073]: DEBUG oslo_concurrency.lockutils [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] Acquired lock "refresh_cache-9183d175-3295-40ee-a4a6-b7bc8f5694f1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.867133] env[69073]: DEBUG nova.network.neutron [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Refreshing network info cache for port 2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.868318] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8b:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.875810] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating folder: Project (42d9ca3090ed4ab3a2f593938a29b733). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.876376] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e25d9bc3-f976-4d90-b612-620cd15874e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.888151] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Created folder: Project (42d9ca3090ed4ab3a2f593938a29b733) in parent group-v643537. [ 821.888323] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating folder: Instances. Parent ref: group-v643655. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.888558] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10776967-34b3-4734-a370-9a4a8e90f522 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.897755] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Created folder: Instances in parent group-v643655. [ 821.897984] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.898182] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.898404] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-966e70d9-2ed1-4f76-8854-2aa2d3a425a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.925535] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.929434] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76696} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.930342] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.930342] env[69073]: value = "task-3219365" [ 821.930342] env[69073]: _type = "Task" [ 821.930342] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.930342] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2cacec84-7fd2-4999-ad1b-207239004e0d/2cacec84-7fd2-4999-ad1b-207239004e0d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.930342] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.930342] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76b961f5-0331-45f2-b1ed-a28c466db74e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.941043] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219365, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.941482] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 821.941482] env[69073]: value = "task-3219366" [ 821.941482] env[69073]: _type = "Task" [ 821.941482] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.948994] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.207221] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.268421] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.268966] env[69073]: DEBUG nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.271524] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.127s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.272876] env[69073]: INFO nova.compute.claims [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.322025] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219361, 'name': CloneVM_Task, 'duration_secs': 1.859718} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.322025] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Created linked-clone VM from snapshot [ 822.322557] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb016f18-9dec-49a0-9541-a82ff5b2a14b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.330707] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Uploading image 1505d575-ce80-4971-ab4b-4ef467291e6f {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.356022] env[69073]: DEBUG oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.356022] env[69073]: value = "vm-643654" [ 822.356022] env[69073]: _type = "VirtualMachine" [ 822.356022] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.356022] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93f7e983-db35-4d06-a5ec-366038ef36e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.360957] env[69073]: DEBUG oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease: (returnval){ [ 822.360957] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5231e86f-7fe1-d932-decb-24dc53e4cd2c" [ 822.360957] env[69073]: _type = "HttpNfcLease" [ 822.360957] env[69073]: } obtained for exporting VM: (result){ [ 822.360957] env[69073]: value = "vm-643654" [ 822.360957] env[69073]: _type = "VirtualMachine" [ 822.360957] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.362017] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the lease: (returnval){ [ 822.362017] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5231e86f-7fe1-d932-decb-24dc53e4cd2c" [ 822.362017] env[69073]: _type = "HttpNfcLease" [ 822.362017] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 822.368592] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.368592] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5231e86f-7fe1-d932-decb-24dc53e4cd2c" [ 822.368592] env[69073]: _type = "HttpNfcLease" [ 822.368592] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 822.425147] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.439303] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219365, 'name': CreateVM_Task, 'duration_secs': 0.376286} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.441986] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.442848] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.443187] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.443589] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.446808] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0960e962-4eaf-4fdf-8143-b30bc9832b07 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.454054] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07139} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.459805] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.459805] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 822.459805] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52416c67-8aa8-1293-56f6-108bb9c88f49" [ 822.459805] env[69073]: _type = "Task" [ 822.459805] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.459805] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e646334a-b34e-4ac0-91cb-59e2c0bf4f4b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.476116] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52416c67-8aa8-1293-56f6-108bb9c88f49, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.485683] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.485936] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.486263] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.486354] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.486524] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.495650] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 2cacec84-7fd2-4999-ad1b-207239004e0d/2cacec84-7fd2-4999-ad1b-207239004e0d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.495921] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-560d4cf4-4e66-4aae-a001-a6db11ad6c65 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.497856] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5698e75-22ee-455b-9abb-456cdce35ad9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.520036] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 822.520036] env[69073]: value = "task-3219368" [ 822.520036] env[69073]: _type = "Task" [ 822.520036] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.521157] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.521388] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.524905] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245ebc83-34b2-4961-948c-e8aec5ca342f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.530072] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 822.530072] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52066e3f-a657-7534-a0cd-602dd32fcfa2" [ 822.530072] env[69073]: _type = "Task" [ 822.530072] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.533880] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.543864] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52066e3f-a657-7534-a0cd-602dd32fcfa2, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.544658] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f43290-04b2-4572-a4f3-dbf1a6c6cd2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.549996] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 822.549996] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526eb8e2-c06b-21be-b883-f5035f885538" [ 822.549996] env[69073]: _type = "Task" [ 822.549996] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.562027] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526eb8e2-c06b-21be-b883-f5035f885538, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.744911] env[69073]: DEBUG nova.network.neutron [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Updated VIF entry in instance network info cache for port 2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.745303] env[69073]: DEBUG nova.network.neutron [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Updating instance_info_cache with network_info: [{"id": "2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25", "address": "fa:16:3e:e8:8b:1c", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cfadcc0-95", "ovs_interfaceid": "2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.762767] env[69073]: DEBUG nova.network.neutron [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Successfully updated port: 2820437a-c686-4491-afa0-8a157af519d9 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.779581] env[69073]: DEBUG nova.compute.utils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.782441] env[69073]: DEBUG nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.782441] env[69073]: DEBUG nova.network.neutron [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.829615] env[69073]: DEBUG nova.policy [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fc1f3454e44ea787edb5261f75964b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd680c65ee6484e709c92a0d360b4b55b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.870500] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.870500] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5231e86f-7fe1-d932-decb-24dc53e4cd2c" [ 822.870500] env[69073]: _type = "HttpNfcLease" [ 822.870500] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.870804] env[69073]: DEBUG oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.870804] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5231e86f-7fe1-d932-decb-24dc53e4cd2c" [ 822.870804] env[69073]: _type = "HttpNfcLease" [ 822.870804] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.871551] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e74b3da-9e7d-40e9-9e12-25bc0bef6769 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.878702] env[69073]: DEBUG oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa6e1f-1cc7-8a45-a83b-e7d52584b821/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.878894] env[69073]: DEBUG oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa6e1f-1cc7-8a45-a83b-e7d52584b821/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.952559] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.974448] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-518082b9-28cd-486f-9dfc-e0c30696ef52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.030604] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219368, 'name': ReconfigVM_Task, 'duration_secs': 0.276468} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.030604] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 2cacec84-7fd2-4999-ad1b-207239004e0d/2cacec84-7fd2-4999-ad1b-207239004e0d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.031048] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cd56ad3-d24c-490b-b392-1c51a8b17189 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.037772] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 823.037772] env[69073]: value = "task-3219369" [ 823.037772] env[69073]: _type = "Task" [ 823.037772] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.045897] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219369, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.059293] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526eb8e2-c06b-21be-b883-f5035f885538, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.059599] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.059948] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 9183d175-3295-40ee-a4a6-b7bc8f5694f1/9183d175-3295-40ee-a4a6-b7bc8f5694f1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.060265] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e428d70-c226-4f2d-8f6c-5729940f5ff4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.068024] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 823.068024] env[69073]: value = "task-3219370" [ 823.068024] env[69073]: _type = "Task" [ 823.068024] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.073688] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.107662] env[69073]: DEBUG nova.compute.manager [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Received event network-vif-plugged-2820437a-c686-4491-afa0-8a157af519d9 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.107887] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] Acquiring lock "4079e384-966a-4bae-9515-3d8a3a1c19c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.108135] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] Lock "4079e384-966a-4bae-9515-3d8a3a1c19c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.108372] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] Lock "4079e384-966a-4bae-9515-3d8a3a1c19c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.108729] env[69073]: DEBUG nova.compute.manager [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] No waiting events found dispatching network-vif-plugged-2820437a-c686-4491-afa0-8a157af519d9 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.109486] env[69073]: WARNING nova.compute.manager [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Received unexpected event network-vif-plugged-2820437a-c686-4491-afa0-8a157af519d9 for instance with vm_state building and task_state spawning. [ 823.109486] env[69073]: DEBUG nova.compute.manager [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Received event network-changed-2820437a-c686-4491-afa0-8a157af519d9 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.110375] env[69073]: DEBUG nova.compute.manager [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Refreshing instance network info cache due to event network-changed-2820437a-c686-4491-afa0-8a157af519d9. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.110375] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] Acquiring lock "refresh_cache-4079e384-966a-4bae-9515-3d8a3a1c19c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.110375] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] Acquired lock "refresh_cache-4079e384-966a-4bae-9515-3d8a3a1c19c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.110375] env[69073]: DEBUG nova.network.neutron [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Refreshing network info cache for port 2820437a-c686-4491-afa0-8a157af519d9 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.206190] env[69073]: DEBUG nova.network.neutron [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Successfully created port: d6d2fb75-88c1-4f89-b164-0bce186365e9 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.247860] env[69073]: DEBUG oslo_concurrency.lockutils [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] Releasing lock "refresh_cache-9183d175-3295-40ee-a4a6-b7bc8f5694f1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.251727] env[69073]: DEBUG nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Received event network-vif-deleted-d01145c5-c87d-459b-b04e-0bd8d763922b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.251727] env[69073]: DEBUG nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Received event network-vif-deleted-44243f3b-097e-4298-b125-68f7c0e3334f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.251727] env[69073]: DEBUG nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Received event network-vif-deleted-4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.251727] env[69073]: INFO nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Neutron deleted interface 4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f; detaching it from the instance and deleting it from the info cache [ 823.251923] env[69073]: DEBUG nova.network.neutron [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.268050] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquiring lock "refresh_cache-4079e384-966a-4bae-9515-3d8a3a1c19c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.285757] env[69073]: DEBUG nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.464789] env[69073]: DEBUG oslo_vmware.api [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219349, 'name': ReconfigVM_Task, 'duration_secs': 5.759162} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.465603] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.465897] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Reconfigured VM to detach interface {{(pid=69073) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 823.550533] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219369, 'name': Rename_Task, 'duration_secs': 0.135512} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.550533] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.550533] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0f850a0-35bf-408f-858e-a8c9d5edbce1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.559742] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 823.559742] env[69073]: value = "task-3219371" [ 823.559742] env[69073]: _type = "Task" [ 823.559742] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.574143] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.583420] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219370, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495483} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.583420] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 9183d175-3295-40ee-a4a6-b7bc8f5694f1/9183d175-3295-40ee-a4a6-b7bc8f5694f1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.583420] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.583420] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-694bd64e-79e1-4216-9151-ee80f9a87385 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.589976] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 823.589976] env[69073]: value = "task-3219372" [ 823.589976] env[69073]: _type = "Task" [ 823.589976] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.598961] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.661878] env[69073]: DEBUG nova.network.neutron [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.755129] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85b4bdf1-3d7c-4702-a66f-23cccef00de7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.764384] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4044ef-671c-4c78-95fa-4261df84ab82 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.803937] env[69073]: DEBUG nova.compute.manager [req-ea516416-05fe-487e-be15-5cd77379c2ce req-ba53fc7e-7baf-4794-b96d-397c79c3a455 service nova] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Detach interface failed, port_id=4c0a33bd-37fd-44d0-a7b9-14648ddbdc2f, reason: Instance 061174f6-86e2-4229-9337-7283ee1aaa7b could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.814515] env[69073]: DEBUG nova.network.neutron [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.909612] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd5b1d-ca46-4b45-8000-764fc2fe65ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.918235] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cadd887-d74c-45d6-942e-5c91b2267baf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.955930] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b758d85-7347-4552-b3f8-28eb1abcb559 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.964382] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879f0964-f0f7-4bbe-992e-31d35847fa7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.979965] env[69073]: DEBUG nova.compute.provider_tree [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.070226] env[69073]: DEBUG oslo_vmware.api [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219371, 'name': PowerOnVM_Task, 'duration_secs': 0.494478} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.070666] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.070958] env[69073]: INFO nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Took 7.69 seconds to spawn the instance on the hypervisor. [ 824.071564] env[69073]: DEBUG nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.072113] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc55152b-888f-4819-a639-5630fa82a08d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.102825] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091578} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.103236] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.104113] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fed6ae-3241-430e-99da-cdd15da43575 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.130049] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 9183d175-3295-40ee-a4a6-b7bc8f5694f1/9183d175-3295-40ee-a4a6-b7bc8f5694f1.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.130764] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20a6276-1696-438a-9e85-de615bbce54a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.151907] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 824.151907] env[69073]: value = "task-3219373" [ 824.151907] env[69073]: _type = "Task" [ 824.151907] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.160634] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.310080] env[69073]: DEBUG nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.317589] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa8a9af6-35ad-4522-9a58-4192ed2b73e6 req-5d933111-71b3-43d1-a021-5ccf71a9d4ce service nova] Releasing lock "refresh_cache-4079e384-966a-4bae-9515-3d8a3a1c19c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.319121] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquired lock "refresh_cache-4079e384-966a-4bae-9515-3d8a3a1c19c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.319415] env[69073]: DEBUG nova.network.neutron [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.347227] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.347227] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.347227] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.347227] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.347227] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.347227] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.347495] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.347682] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.347970] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.348260] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.350175] env[69073]: DEBUG nova.virt.hardware [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.350175] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236c5b80-c64d-49d8-ae17-783d288493fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.360823] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58f0bcd-8138-42b8-8bab-59df3740276d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.484300] env[69073]: DEBUG nova.scheduler.client.report [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.590218] env[69073]: INFO nova.compute.manager [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Took 49.29 seconds to build instance. [ 824.662462] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.826373] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "99256fa3-0b05-40e8-80b1-1172e2900146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.826636] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "99256fa3-0b05-40e8-80b1-1172e2900146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.826815] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.826993] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.827209] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "99256fa3-0b05-40e8-80b1-1172e2900146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.829536] env[69073]: INFO nova.compute.manager [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Terminating instance [ 824.871085] env[69073]: DEBUG nova.network.neutron [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.928169] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.928370] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.928557] env[69073]: DEBUG nova.network.neutron [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.993072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.993736] env[69073]: DEBUG nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.001835] env[69073]: DEBUG nova.network.neutron [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Successfully updated port: d6d2fb75-88c1-4f89-b164-0bce186365e9 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.009021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.619s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.009021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.009394] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.166s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.009575] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.011376] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.626s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.013304] env[69073]: INFO nova.compute.claims [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.046809] env[69073]: INFO nova.scheduler.client.report [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleted allocations for instance 72245c05-c8e5-4250-a4b6-6108748c5e5c [ 825.052398] env[69073]: INFO nova.scheduler.client.report [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Deleted allocations for instance c7a639f5-384c-4a1e-a05f-afb7a193501e [ 825.091741] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6fb3cf8e-7d8f-4c47-8b9a-5d5a739068f9 tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "2cacec84-7fd2-4999-ad1b-207239004e0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.409s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.111839] env[69073]: DEBUG nova.network.neutron [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Updating instance_info_cache with network_info: [{"id": "2820437a-c686-4491-afa0-8a157af519d9", "address": "fa:16:3e:37:45:83", "network": {"id": "f7ed1c8e-78ec-4f79-b813-ba456865b867", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1924813247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06c898add6948cfac88f8b10039b335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2820437a-c6", "ovs_interfaceid": "2820437a-c686-4491-afa0-8a157af519d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.163377] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219373, 'name': ReconfigVM_Task, 'duration_secs': 0.9377} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.163657] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 9183d175-3295-40ee-a4a6-b7bc8f5694f1/9183d175-3295-40ee-a4a6-b7bc8f5694f1.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.164398] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10c4f940-705e-4648-9323-b02d06d4fb30 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.171852] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 825.171852] env[69073]: value = "task-3219374" [ 825.171852] env[69073]: _type = "Task" [ 825.171852] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.181739] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219374, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.193609] env[69073]: DEBUG nova.compute.manager [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received event network-vif-deleted-12fd300a-d20f-4fbe-8ec8-9280cbdb4042 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.193813] env[69073]: INFO nova.compute.manager [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Neutron deleted interface 12fd300a-d20f-4fbe-8ec8-9280cbdb4042; detaching it from the instance and deleting it from the info cache [ 825.194189] env[69073]: DEBUG nova.network.neutron [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [{"id": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "address": "fa:16:3e:62:0a:44", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b52a08-0c", "ovs_interfaceid": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.194837] env[69073]: WARNING oslo_messaging._drivers.amqpdriver [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 825.334279] env[69073]: DEBUG nova.compute.manager [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.335182] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.336523] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e19a74-b266-4b1b-9474-241d488b2ac6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.347586] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.348216] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-953a4350-aeff-4b93-b062-53a474822729 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.354476] env[69073]: DEBUG oslo_vmware.api [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 825.354476] env[69073]: value = "task-3219375" [ 825.354476] env[69073]: _type = "Task" [ 825.354476] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.362895] env[69073]: DEBUG oslo_vmware.api [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.521201] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-78fa7dad-564c-4a5c-9a12-28ff08f4fc26" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.521347] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-78fa7dad-564c-4a5c-9a12-28ff08f4fc26" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.521498] env[69073]: DEBUG nova.network.neutron [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.523541] env[69073]: DEBUG nova.compute.utils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.525353] env[69073]: DEBUG nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.525497] env[69073]: DEBUG nova.network.neutron [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.565172] env[69073]: DEBUG oslo_concurrency.lockutils [None req-932893f4-6ca6-49f0-8e72-fc284fd12181 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "72245c05-c8e5-4250-a4b6-6108748c5e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.341s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.567528] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952b21a-9507-40ac-8ed2-fec2c13023e4 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.716s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.568579] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 29.880s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.568803] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.569022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.570060] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.574610] env[69073]: INFO nova.compute.manager [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Terminating instance [ 825.594084] env[69073]: DEBUG nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.614654] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Releasing lock "refresh_cache-4079e384-966a-4bae-9515-3d8a3a1c19c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.615082] env[69073]: DEBUG nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Instance network_info: |[{"id": "2820437a-c686-4491-afa0-8a157af519d9", "address": "fa:16:3e:37:45:83", "network": {"id": "f7ed1c8e-78ec-4f79-b813-ba456865b867", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1924813247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06c898add6948cfac88f8b10039b335", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2820437a-c6", "ovs_interfaceid": "2820437a-c686-4491-afa0-8a157af519d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.615840] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:45:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2820437a-c686-4491-afa0-8a157af519d9', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.626030] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Creating folder: Project (e06c898add6948cfac88f8b10039b335). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.628067] env[69073]: DEBUG nova.policy [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ddf95a29c2f41ae9abbc9a35f68b730', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c47bb2b57e7a4494997a9ee716616fe1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.630107] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e836a9d-102b-4dba-89d8-50dcb41b43fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.641270] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "2cacec84-7fd2-4999-ad1b-207239004e0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.641517] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "2cacec84-7fd2-4999-ad1b-207239004e0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.641723] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "2cacec84-7fd2-4999-ad1b-207239004e0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.641903] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "2cacec84-7fd2-4999-ad1b-207239004e0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.642082] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "2cacec84-7fd2-4999-ad1b-207239004e0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.643688] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Created folder: Project (e06c898add6948cfac88f8b10039b335) in parent group-v643537. [ 825.643868] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Creating folder: Instances. Parent ref: group-v643658. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.644676] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7520a19f-ddac-4854-9201-e64c872723fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.646757] env[69073]: INFO nova.compute.manager [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Terminating instance [ 825.659843] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Created folder: Instances in parent group-v643658. [ 825.659843] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.659843] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.659843] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d99f873-6b35-4f72-b63d-65010383dc5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.685260] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219374, 'name': Rename_Task, 'duration_secs': 0.194702} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.686659] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.686946] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.686946] env[69073]: value = "task-3219378" [ 825.686946] env[69073]: _type = "Task" [ 825.686946] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.687209] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68222021-bc13-47be-baa6-7e1bc252029b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.700816] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Acquiring lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.701251] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219378, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.703272] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 825.703272] env[69073]: value = "task-3219379" [ 825.703272] env[69073]: _type = "Task" [ 825.703272] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.721878] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219379, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.851038] env[69073]: INFO nova.network.neutron [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Port 12fd300a-d20f-4fbe-8ec8-9280cbdb4042 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 825.851698] env[69073]: DEBUG nova.network.neutron [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [{"id": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "address": "fa:16:3e:62:0a:44", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4b52a08-0c", "ovs_interfaceid": "f4b52a08-0c50-45f3-8178-1ca6bfae5e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.865848] env[69073]: DEBUG oslo_vmware.api [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219375, 'name': PowerOffVM_Task, 'duration_secs': 0.213991} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.866248] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.866487] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.866767] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-417ab7ba-3ea6-44ce-99a5-1c72a14aec69 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.948272] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.948535] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.948734] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleting the datastore file [datastore2] 99256fa3-0b05-40e8-80b1-1172e2900146 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.949013] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3925e8a-f56c-43a8-948c-0e9fb0219295 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.958264] env[69073]: DEBUG oslo_vmware.api [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 825.958264] env[69073]: value = "task-3219381" [ 825.958264] env[69073]: _type = "Task" [ 825.958264] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.966375] env[69073]: DEBUG oslo_vmware.api [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.027139] env[69073]: DEBUG nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.079353] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.079606] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquired lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.079828] env[69073]: DEBUG nova.network.neutron [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.097623] env[69073]: DEBUG nova.network.neutron [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.121110] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.150532] env[69073]: DEBUG nova.compute.manager [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.150764] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.151686] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4662cc-f8d3-4f6e-a2a3-93da0fb9ac40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.159119] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.159392] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35114bba-3f4b-4874-bfe9-292b30cc7a39 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.166933] env[69073]: DEBUG oslo_vmware.api [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 826.166933] env[69073]: value = "task-3219382" [ 826.166933] env[69073]: _type = "Task" [ 826.166933] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.176913] env[69073]: DEBUG oslo_vmware.api [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.200208] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219378, 'name': CreateVM_Task, 'duration_secs': 0.461722} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.210056] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.210056] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.210056] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.210056] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.212731] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9429b56e-5f0d-4c19-9e9c-dba879489a3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.220888] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 826.220888] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52373143-e8bd-b0fe-a073-2bb62599d9d1" [ 826.220888] env[69073]: _type = "Task" [ 826.220888] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.225226] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.239295] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52373143-e8bd-b0fe-a073-2bb62599d9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01428} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.239820] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.240060] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.240223] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.241027] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.241027] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.241027] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-291cd983-d550-426e-806c-b9eb0939ad7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.251120] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.251340] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.252311] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b721f055-7c75-4f7f-9a40-fb4830746747 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.258207] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 826.258207] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5225b813-38d5-fdcf-f365-9b4cffa612e9" [ 826.258207] env[69073]: _type = "Task" [ 826.258207] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.270293] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5225b813-38d5-fdcf-f365-9b4cffa612e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.355455] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.436457] env[69073]: DEBUG nova.network.neutron [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Successfully created port: 8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.471643] env[69073]: DEBUG oslo_vmware.api [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265171} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.474795] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.475055] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.475244] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.475418] env[69073]: INFO nova.compute.manager [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Took 1.14 seconds to destroy the instance on the hypervisor. [ 826.475657] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.476072] env[69073]: DEBUG nova.compute.manager [-] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.476984] env[69073]: DEBUG nova.network.neutron [-] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 826.585666] env[69073]: DEBUG nova.compute.utils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Can not refresh info_cache because instance was not found {{(pid=69073) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 826.604394] env[69073]: DEBUG nova.network.neutron [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.638116] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af6039d-6bc9-453f-b102-d59d102e010d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.645865] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e992c097-88f1-44a6-bff3-666b8a944c3a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.685419] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea483fc-cb9f-481c-8cc1-efe54db51237 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.694053] env[69073]: DEBUG oslo_vmware.api [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219382, 'name': PowerOffVM_Task, 'duration_secs': 0.286469} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.696504] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.696767] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.699360] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08d7c4f8-b860-4a96-8d8f-fe49f7d135bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.701945] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb4ece-d35c-4fc2-8473-5cd1f4b5542e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.719156] env[69073]: DEBUG nova.compute.provider_tree [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.722621] env[69073]: DEBUG nova.network.neutron [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Updating instance_info_cache with network_info: [{"id": "d6d2fb75-88c1-4f89-b164-0bce186365e9", "address": "fa:16:3e:09:4b:db", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d2fb75-88", "ovs_interfaceid": "d6d2fb75-88c1-4f89-b164-0bce186365e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.730026] env[69073]: DEBUG oslo_vmware.api [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219379, 'name': PowerOnVM_Task, 'duration_secs': 0.725608} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.730026] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.730026] env[69073]: INFO nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Took 7.74 seconds to spawn the instance on the hypervisor. [ 826.730026] env[69073]: DEBUG nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.730026] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7947ac97-0632-489c-8470-d2ee256326db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.759186] env[69073]: DEBUG nova.network.neutron [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.770621] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5225b813-38d5-fdcf-f365-9b4cffa612e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014237} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.773081] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.773081] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.773081] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Deleting the datastore file [datastore2] 2cacec84-7fd2-4999-ad1b-207239004e0d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.773081] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16143f8a-4380-4555-86ce-6e6cad989792 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.775631] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29a7f439-d15f-4e08-9b01-cccfc9c831fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.781491] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 826.781491] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b4c0fd-4968-71f0-7fd7-7d7f50139bf9" [ 826.781491] env[69073]: _type = "Task" [ 826.781491] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.786214] env[69073]: DEBUG oslo_vmware.api [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for the task: (returnval){ [ 826.786214] env[69073]: value = "task-3219384" [ 826.786214] env[69073]: _type = "Task" [ 826.786214] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.793757] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b4c0fd-4968-71f0-7fd7-7d7f50139bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.799201] env[69073]: DEBUG oslo_vmware.api [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.859919] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6cb821ca-3cc2-45d5-be64-76e476570066 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-99256fa3-0b05-40e8-80b1-1172e2900146-12fd300a-d20f-4fbe-8ec8-9280cbdb4042" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.044s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.043980] env[69073]: DEBUG nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.081516] env[69073]: DEBUG nova.virt.hardware [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.082018] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63e5b11-3610-4984-9ffa-391056b070f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.089236] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4f5d44-2af6-4193-9a71-149ef39e93af {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.227773] env[69073]: DEBUG nova.scheduler.client.report [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.234029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-78fa7dad-564c-4a5c-9a12-28ff08f4fc26" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.234029] env[69073]: DEBUG nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Instance network_info: |[{"id": "d6d2fb75-88c1-4f89-b164-0bce186365e9", "address": "fa:16:3e:09:4b:db", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d2fb75-88", "ovs_interfaceid": "d6d2fb75-88c1-4f89-b164-0bce186365e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.234029] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:4b:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d2fb75-88c1-4f89-b164-0bce186365e9', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.242981] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating folder: Project (d680c65ee6484e709c92a0d360b4b55b). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.250326] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38e4fa3b-d355-46e5-9245-78bceacd5ea7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.258962] env[69073]: INFO nova.compute.manager [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Took 42.63 seconds to build instance. [ 827.265043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Releasing lock "refresh_cache-c7a639f5-384c-4a1e-a05f-afb7a193501e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.266210] env[69073]: DEBUG nova.compute.manager [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.266210] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.268415] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5628ebb5-7626-4783-8d58-11c2aa72f2ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.273422] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Created folder: Project (d680c65ee6484e709c92a0d360b4b55b) in parent group-v643537. [ 827.273728] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating folder: Instances. Parent ref: group-v643661. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 827.274097] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f855db7-8dba-4016-b573-d5c961dbb5f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.286339] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a79d177-8974-4de6-a81c-3b0c438c4069 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.307821] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Created folder: Instances in parent group-v643661. [ 827.308132] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.316566] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.318387] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ee652ee-6064-4aa9-9aef-75a0e8ee84de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.351991] env[69073]: WARNING nova.virt.vmwareapi.vmops [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c7a639f5-384c-4a1e-a05f-afb7a193501e could not be found. [ 827.351991] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.351991] env[69073]: INFO nova.compute.manager [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Took 0.09 seconds to destroy the instance on the hypervisor. [ 827.351991] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.360852] env[69073]: DEBUG nova.compute.manager [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.360921] env[69073]: DEBUG nova.network.neutron [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.363561] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b4c0fd-4968-71f0-7fd7-7d7f50139bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.014947} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.363766] env[69073]: DEBUG oslo_vmware.api [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Task: {'id': task-3219384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279338} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.365295] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.365563] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4079e384-966a-4bae-9515-3d8a3a1c19c2/4079e384-966a-4bae-9515-3d8a3a1c19c2.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.365839] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.366033] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.366284] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.366401] env[69073]: INFO nova.compute.manager [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 827.366666] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.367197] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b24b30af-0779-463c-b747-fca93249d7b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.369831] env[69073]: DEBUG nova.compute.manager [-] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.369932] env[69073]: DEBUG nova.network.neutron [-] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.375374] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.375374] env[69073]: value = "task-3219387" [ 827.375374] env[69073]: _type = "Task" [ 827.375374] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.380692] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 827.380692] env[69073]: value = "task-3219388" [ 827.380692] env[69073]: _type = "Task" [ 827.380692] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.388576] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219387, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.390777] env[69073]: DEBUG nova.network.neutron [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.395977] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.474974] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "05115320-5e3d-4224-b990-4fbb3ceeae2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.474974] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "05115320-5e3d-4224-b990-4fbb3ceeae2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.475289] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "05115320-5e3d-4224-b990-4fbb3ceeae2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.475289] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "05115320-5e3d-4224-b990-4fbb3ceeae2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.475490] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "05115320-5e3d-4224-b990-4fbb3ceeae2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.477605] env[69073]: INFO nova.compute.manager [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Terminating instance [ 827.587369] env[69073]: DEBUG nova.compute.manager [req-2fbd2264-3df8-4ef3-a35e-538a600b3665 req-bb06a017-3953-4b42-bb90-5b9b74423ef7 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Received event network-vif-deleted-f4b52a08-0c50-45f3-8178-1ca6bfae5e4f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.589104] env[69073]: INFO nova.compute.manager [req-2fbd2264-3df8-4ef3-a35e-538a600b3665 req-bb06a017-3953-4b42-bb90-5b9b74423ef7 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Neutron deleted interface f4b52a08-0c50-45f3-8178-1ca6bfae5e4f; detaching it from the instance and deleting it from the info cache [ 827.589104] env[69073]: DEBUG nova.network.neutron [req-2fbd2264-3df8-4ef3-a35e-538a600b3665 req-bb06a017-3953-4b42-bb90-5b9b74423ef7 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.734142] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.734670] env[69073]: DEBUG nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.738840] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.257s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.739381] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.741331] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.661s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.741534] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.744039] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.566s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.745713] env[69073]: INFO nova.compute.claims [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.761509] env[69073]: DEBUG nova.network.neutron [-] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.764175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7449be66-f28e-4f4f-9815-2850f836f9e2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.005s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.773848] env[69073]: INFO nova.scheduler.client.report [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Deleted allocations for instance 49d1b3a4-385f-430e-91df-e1d6c60b6855 [ 827.776483] env[69073]: INFO nova.scheduler.client.report [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Deleted allocations for instance 28f21eb6-1bf9-4d53-9f35-017e1615a127 [ 827.856964] env[69073]: DEBUG oslo_concurrency.lockutils [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.858083] env[69073]: DEBUG oslo_concurrency.lockutils [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.858083] env[69073]: DEBUG nova.compute.manager [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.858523] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85511df6-1811-4319-99b8-0313dee7e3ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.872306] env[69073]: DEBUG nova.compute.manager [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 827.872791] env[69073]: DEBUG nova.objects.instance [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lazy-loading 'flavor' on Instance uuid 9183d175-3295-40ee-a4a6-b7bc8f5694f1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.892892] env[69073]: DEBUG nova.network.neutron [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.894158] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.897842] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219387, 'name': CreateVM_Task, 'duration_secs': 0.472291} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.898287] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.898990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.899165] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.899490] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.899747] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d37623d-727a-4c28-add7-d9c5ef1e50f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.907874] env[69073]: DEBUG nova.compute.manager [req-48f93191-3198-47b2-8fdf-395250114050 req-3191c0af-7828-4c4d-8f54-6445f520231c service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Received event network-vif-deleted-289e405a-fd5a-429f-a2c1-4beba34df711 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.908105] env[69073]: INFO nova.compute.manager [req-48f93191-3198-47b2-8fdf-395250114050 req-3191c0af-7828-4c4d-8f54-6445f520231c service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Neutron deleted interface 289e405a-fd5a-429f-a2c1-4beba34df711; detaching it from the instance and deleting it from the info cache [ 827.908301] env[69073]: DEBUG nova.network.neutron [req-48f93191-3198-47b2-8fdf-395250114050 req-3191c0af-7828-4c4d-8f54-6445f520231c service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.912818] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 827.912818] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52735f8f-71c0-fb24-7c42-d3ebd7cf670e" [ 827.912818] env[69073]: _type = "Task" [ 827.912818] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.926849] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52735f8f-71c0-fb24-7c42-d3ebd7cf670e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.981800] env[69073]: DEBUG nova.compute.manager [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.982117] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.983095] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d3e3ca-8c40-4d1e-8d16-9ed1c444cbd0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.992219] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.992543] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da29875f-8168-4c0f-8069-07d686368791 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.006827] env[69073]: DEBUG oslo_vmware.api [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 828.006827] env[69073]: value = "task-3219389" [ 828.006827] env[69073]: _type = "Task" [ 828.006827] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.016637] env[69073]: DEBUG oslo_vmware.api [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.091385] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19602df8-db12-4ba5-901e-487287091879 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.101785] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f87e1ee-78ed-4caa-b92c-78333359f023 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.134824] env[69073]: DEBUG nova.compute.manager [req-2fbd2264-3df8-4ef3-a35e-538a600b3665 req-bb06a017-3953-4b42-bb90-5b9b74423ef7 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Detach interface failed, port_id=f4b52a08-0c50-45f3-8178-1ca6bfae5e4f, reason: Instance 99256fa3-0b05-40e8-80b1-1172e2900146 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.163741] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquiring lock "b374160e-4db2-457f-9e31-b9862bc327b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.164251] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "b374160e-4db2-457f-9e31-b9862bc327b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.164335] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquiring lock "b374160e-4db2-457f-9e31-b9862bc327b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.165619] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "b374160e-4db2-457f-9e31-b9862bc327b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.165619] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "b374160e-4db2-457f-9e31-b9862bc327b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.168077] env[69073]: INFO nova.compute.manager [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Terminating instance [ 828.193209] env[69073]: DEBUG nova.network.neutron [-] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.251323] env[69073]: DEBUG nova.compute.utils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.260024] env[69073]: DEBUG nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.260024] env[69073]: DEBUG nova.network.neutron [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.264478] env[69073]: INFO nova.compute.manager [-] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Took 1.79 seconds to deallocate network for instance. [ 828.269548] env[69073]: DEBUG nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.288607] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c51bfc95-de88-48e5-b23e-50d71197343f tempest-ServerAddressesTestJSON-445186552 tempest-ServerAddressesTestJSON-445186552-project-member] Lock "28f21eb6-1bf9-4d53-9f35-017e1615a127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.068s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.289880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aceccf92-8f7e-40d8-a107-fad0c16a85f5 tempest-ListServersNegativeTestJSON-669867761 tempest-ListServersNegativeTestJSON-669867761-project-member] Lock "49d1b3a4-385f-430e-91df-e1d6c60b6855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.548s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.392892] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621149} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.393391] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4079e384-966a-4bae-9515-3d8a3a1c19c2/4079e384-966a-4bae-9515-3d8a3a1c19c2.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.393391] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.393625] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07b8570c-6bab-42a5-a420-95b214a3ba5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.399681] env[69073]: INFO nova.compute.manager [-] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Took 1.04 seconds to deallocate network for instance. [ 828.403107] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 828.403107] env[69073]: value = "task-3219390" [ 828.403107] env[69073]: _type = "Task" [ 828.403107] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.415690] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.415918] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7da3ecc-a06f-442c-9f2b-79c6f7d2c8e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.428151] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52735f8f-71c0-fb24-7c42-d3ebd7cf670e, 'name': SearchDatastore_Task, 'duration_secs': 0.026569} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.429377] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.429623] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.429858] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.430010] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.430203] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.430506] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bca288b-8c2e-4d34-b6a7-f3cf9189b037 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.435029] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a62269-192c-442a-ae20-a288861dc0ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.454816] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.458021] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.458021] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce87f99-f536-4bc8-b384-91d968572fe1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.470111] env[69073]: DEBUG nova.compute.manager [req-48f93191-3198-47b2-8fdf-395250114050 req-3191c0af-7828-4c4d-8f54-6445f520231c service nova] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Detach interface failed, port_id=289e405a-fd5a-429f-a2c1-4beba34df711, reason: Instance 2cacec84-7fd2-4999-ad1b-207239004e0d could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.473878] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 828.473878] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52968666-27d8-0ea8-d3b8-7e551429c71a" [ 828.473878] env[69073]: _type = "Task" [ 828.473878] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.482308] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52968666-27d8-0ea8-d3b8-7e551429c71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.507065] env[69073]: DEBUG nova.policy [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf344de5a7247d3bea5564d1850d25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '163e0bed2152499abf45bc57addf6ba0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.518133] env[69073]: DEBUG oslo_vmware.api [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219389, 'name': PowerOffVM_Task, 'duration_secs': 0.247589} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.518133] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.518133] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.518133] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-908eb4ec-fe43-434e-b026-19e3d2fe3cb4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.595542] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.595766] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.595942] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Deleting the datastore file [datastore2] 05115320-5e3d-4224-b990-4fbb3ceeae2d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.596312] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50bacb9d-adac-42ec-acab-d9bf7af734b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.602803] env[69073]: DEBUG oslo_vmware.api [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for the task: (returnval){ [ 828.602803] env[69073]: value = "task-3219392" [ 828.602803] env[69073]: _type = "Task" [ 828.602803] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.611639] env[69073]: DEBUG oslo_vmware.api [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.672333] env[69073]: DEBUG nova.compute.manager [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.672582] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.674027] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31002702-1591-4485-8570-322de218428e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.681309] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.681673] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fcf488c-09ff-4d9a-a58e-de47b07eddb9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.687784] env[69073]: DEBUG oslo_vmware.api [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 828.687784] env[69073]: value = "task-3219393" [ 828.687784] env[69073]: _type = "Task" [ 828.687784] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.696594] env[69073]: INFO nova.compute.manager [-] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Took 1.33 seconds to deallocate network for instance. [ 828.696918] env[69073]: DEBUG oslo_vmware.api [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.712263] env[69073]: DEBUG nova.network.neutron [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Successfully updated port: 8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.756343] env[69073]: DEBUG nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.774066] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.803115] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.882613] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.882983] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bd73030-d646-4ce7-8b9b-d43f3bb4d71f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.897308] env[69073]: DEBUG oslo_vmware.api [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 828.897308] env[69073]: value = "task-3219394" [ 828.897308] env[69073]: _type = "Task" [ 828.897308] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.910133] env[69073]: DEBUG nova.network.neutron [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Successfully created port: 382801eb-26b3-462b-b366-1aff16c942c0 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.915137] env[69073]: INFO nova.compute.manager [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance disappeared during terminate [ 828.915391] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ca9e1c67-70b8-4065-be4d-6dcede3780da tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "c7a639f5-384c-4a1e-a05f-afb7a193501e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.347s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.918815] env[69073]: DEBUG oslo_vmware.api [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.932692] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067464} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.932692] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.932692] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d292492-2f0a-4ea5-9105-370febf97e13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.966273] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 4079e384-966a-4bae-9515-3d8a3a1c19c2/4079e384-966a-4bae-9515-3d8a3a1c19c2.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.967638] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b07773e-3671-41a0-813b-a742a2a9ba74 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.000092] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52968666-27d8-0ea8-d3b8-7e551429c71a, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.002419] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 829.002419] env[69073]: value = "task-3219395" [ 829.002419] env[69073]: _type = "Task" [ 829.002419] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.002651] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e8c44f0-f77f-4e7b-81f4-33d1845de8c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.019201] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 829.019201] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5295e6f0-4630-5af6-1125-90e6d24bffe8" [ 829.019201] env[69073]: _type = "Task" [ 829.019201] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.019991] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.031031] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5295e6f0-4630-5af6-1125-90e6d24bffe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.113573] env[69073]: DEBUG oslo_vmware.api [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Task: {'id': task-3219392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221297} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.113887] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.114212] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.114391] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.114573] env[69073]: INFO nova.compute.manager [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 829.114838] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.118043] env[69073]: DEBUG nova.compute.manager [-] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.118194] env[69073]: DEBUG nova.network.neutron [-] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.207385] env[69073]: DEBUG oslo_vmware.api [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219393, 'name': PowerOffVM_Task, 'duration_secs': 0.240714} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.208660] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.209687] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.209687] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.209687] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33eb2477-42d2-4cc6-bd64-20aa61745921 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.216837] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquiring lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.216983] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquired lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.217258] env[69073]: DEBUG nova.network.neutron [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.371170] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cddc05-8dc7-4240-8cf3-0704b59cbae8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.379710] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681e10ba-6ff0-40a6-b45b-67ab823c7838 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.415943] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315149ef-8d14-4d3d-99ee-dcec9dd19b9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.424739] env[69073]: DEBUG oslo_vmware.api [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219394, 'name': PowerOffVM_Task, 'duration_secs': 0.261892} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.427732] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.427732] env[69073]: DEBUG nova.compute.manager [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.428262] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f084fb3-e41a-44f2-abb2-d0859730a413 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.435388] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb6653-c28d-4107-ae5a-112209cf84c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.451672] env[69073]: DEBUG nova.compute.provider_tree [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.514521] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.531386] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5295e6f0-4630-5af6-1125-90e6d24bffe8, 'name': SearchDatastore_Task, 'duration_secs': 0.013163} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.531647] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.531898] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 78fa7dad-564c-4a5c-9a12-28ff08f4fc26/78fa7dad-564c-4a5c-9a12-28ff08f4fc26.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.532176] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72988fd9-0fda-468e-9ab8-5a7f1eadb419 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.539090] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 829.539090] env[69073]: value = "task-3219397" [ 829.539090] env[69073]: _type = "Task" [ 829.539090] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.547595] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.582269] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.582514] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.582795] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Deleting the datastore file [datastore1] b374160e-4db2-457f-9e31-b9862bc327b9 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.583093] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3de931a3-00fb-41e1-a263-d46078401e0a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.589932] env[69073]: DEBUG oslo_vmware.api [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for the task: (returnval){ [ 829.589932] env[69073]: value = "task-3219398" [ 829.589932] env[69073]: _type = "Task" [ 829.589932] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.600493] env[69073]: DEBUG oslo_vmware.api [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.774100] env[69073]: DEBUG nova.network.neutron [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.778527] env[69073]: DEBUG nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.806275] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.806733] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.806885] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.807050] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.807367] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.807487] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.807806] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.807922] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.808119] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.808254] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.808453] env[69073]: DEBUG nova.virt.hardware [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.809725] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc402a0-016b-4324-85cf-968a098894ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.820129] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8233fe1e-870e-4d14-ab8a-590c1921ef9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.854641] env[69073]: DEBUG nova.compute.manager [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Received event network-vif-plugged-8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.854875] env[69073]: DEBUG oslo_concurrency.lockutils [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] Acquiring lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.855381] env[69073]: DEBUG oslo_concurrency.lockutils [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] Lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.855597] env[69073]: DEBUG oslo_concurrency.lockutils [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] Lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.855816] env[69073]: DEBUG nova.compute.manager [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] No waiting events found dispatching network-vif-plugged-8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.856028] env[69073]: WARNING nova.compute.manager [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Received unexpected event network-vif-plugged-8254be39-1edc-47cb-99ed-7374cf34e422 for instance with vm_state building and task_state spawning. [ 829.856265] env[69073]: DEBUG nova.compute.manager [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Received event network-changed-8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.856476] env[69073]: DEBUG nova.compute.manager [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Refreshing instance network info cache due to event network-changed-8254be39-1edc-47cb-99ed-7374cf34e422. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.856690] env[69073]: DEBUG oslo_concurrency.lockutils [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] Acquiring lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.957943] env[69073]: DEBUG nova.scheduler.client.report [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.961959] env[69073]: DEBUG oslo_concurrency.lockutils [None req-624e3907-a3f3-4d91-8524-0772856eea82 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.105s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.017715] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219395, 'name': ReconfigVM_Task, 'duration_secs': 0.519472} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.018389] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 4079e384-966a-4bae-9515-3d8a3a1c19c2/4079e384-966a-4bae-9515-3d8a3a1c19c2.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.019267] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df2d47d3-b11f-45d4-a523-b309391425a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.029019] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 830.029019] env[69073]: value = "task-3219399" [ 830.029019] env[69073]: _type = "Task" [ 830.029019] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.037943] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219399, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.049656] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.100992] env[69073]: DEBUG oslo_vmware.api [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Task: {'id': task-3219398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383793} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.101615] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.101962] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.102357] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.102663] env[69073]: INFO nova.compute.manager [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Took 1.43 seconds to destroy the instance on the hypervisor. [ 830.103079] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.103419] env[69073]: DEBUG nova.compute.manager [-] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.103618] env[69073]: DEBUG nova.network.neutron [-] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.203090] env[69073]: DEBUG nova.network.neutron [-] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.425199] env[69073]: DEBUG nova.network.neutron [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Updating instance_info_cache with network_info: [{"id": "8254be39-1edc-47cb-99ed-7374cf34e422", "address": "fa:16:3e:f1:3a:70", "network": {"id": "df853dce-d859-49d9-956e-05af961b60d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1722955964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47bb2b57e7a4494997a9ee716616fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8254be39-1e", "ovs_interfaceid": "8254be39-1edc-47cb-99ed-7374cf34e422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.464333] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.464920] env[69073]: DEBUG nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.468476] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.110s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.468692] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.471440] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.879s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.474708] env[69073]: DEBUG nova.objects.instance [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lazy-loading 'resources' on Instance uuid b5117501-e54b-457c-9987-e7acc1129863 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.519188] env[69073]: INFO nova.scheduler.client.report [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Deleted allocations for instance f423950c-d0a6-4915-bab1-50612644ef10 [ 830.540547] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219399, 'name': Rename_Task, 'duration_secs': 0.179476} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.540547] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.540547] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c7446ac-9a6d-4f91-8d2d-d3e31c6b9e72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.552726] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57052} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.554120] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 78fa7dad-564c-4a5c-9a12-28ff08f4fc26/78fa7dad-564c-4a5c-9a12-28ff08f4fc26.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.554484] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.554947] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 830.554947] env[69073]: value = "task-3219400" [ 830.554947] env[69073]: _type = "Task" [ 830.554947] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.555283] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c29fd63-ab2f-4c4d-a176-94f48a9f8841 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.566435] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.569380] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 830.569380] env[69073]: value = "task-3219401" [ 830.569380] env[69073]: _type = "Task" [ 830.569380] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.583045] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.709346] env[69073]: INFO nova.compute.manager [-] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Took 1.59 seconds to deallocate network for instance. [ 830.790827] env[69073]: DEBUG nova.network.neutron [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Successfully updated port: 382801eb-26b3-462b-b366-1aff16c942c0 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.872624] env[69073]: DEBUG nova.compute.manager [req-eb70fd96-8135-4d6d-9060-995a62d3d124 req-f61b4264-42e2-4a60-a0d0-88691a3be1ae service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Received event network-vif-plugged-382801eb-26b3-462b-b366-1aff16c942c0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.872971] env[69073]: DEBUG oslo_concurrency.lockutils [req-eb70fd96-8135-4d6d-9060-995a62d3d124 req-f61b4264-42e2-4a60-a0d0-88691a3be1ae service nova] Acquiring lock "5f5bf870-75f9-485c-91fa-cda01dde02d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.873321] env[69073]: DEBUG oslo_concurrency.lockutils [req-eb70fd96-8135-4d6d-9060-995a62d3d124 req-f61b4264-42e2-4a60-a0d0-88691a3be1ae service nova] Lock "5f5bf870-75f9-485c-91fa-cda01dde02d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.873600] env[69073]: DEBUG oslo_concurrency.lockutils [req-eb70fd96-8135-4d6d-9060-995a62d3d124 req-f61b4264-42e2-4a60-a0d0-88691a3be1ae service nova] Lock "5f5bf870-75f9-485c-91fa-cda01dde02d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.874202] env[69073]: DEBUG nova.compute.manager [req-eb70fd96-8135-4d6d-9060-995a62d3d124 req-f61b4264-42e2-4a60-a0d0-88691a3be1ae service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] No waiting events found dispatching network-vif-plugged-382801eb-26b3-462b-b366-1aff16c942c0 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.874202] env[69073]: WARNING nova.compute.manager [req-eb70fd96-8135-4d6d-9060-995a62d3d124 req-f61b4264-42e2-4a60-a0d0-88691a3be1ae service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Received unexpected event network-vif-plugged-382801eb-26b3-462b-b366-1aff16c942c0 for instance with vm_state building and task_state spawning. [ 830.929236] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Releasing lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.929755] env[69073]: DEBUG nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Instance network_info: |[{"id": "8254be39-1edc-47cb-99ed-7374cf34e422", "address": "fa:16:3e:f1:3a:70", "network": {"id": "df853dce-d859-49d9-956e-05af961b60d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1722955964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47bb2b57e7a4494997a9ee716616fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8254be39-1e", "ovs_interfaceid": "8254be39-1edc-47cb-99ed-7374cf34e422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.930133] env[69073]: DEBUG oslo_concurrency.lockutils [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] Acquired lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.930342] env[69073]: DEBUG nova.network.neutron [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Refreshing network info cache for port 8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.932359] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:3a:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8254be39-1edc-47cb-99ed-7374cf34e422', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.945636] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Creating folder: Project (c47bb2b57e7a4494997a9ee716616fe1). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.951435] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0dbebc0-75b5-41bc-878c-4ec70e78c5e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.968392] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Created folder: Project (c47bb2b57e7a4494997a9ee716616fe1) in parent group-v643537. [ 830.968684] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Creating folder: Instances. Parent ref: group-v643664. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.969491] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72231b8e-895b-47ab-839d-38e2e53c4abe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.978384] env[69073]: DEBUG nova.compute.utils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.987868] env[69073]: DEBUG nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.987868] env[69073]: DEBUG nova.network.neutron [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.991502] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Created folder: Instances in parent group-v643664. [ 830.991502] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.991502] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.991502] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e95bebc-3180-4f11-9243-7bab81e76e04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.020787] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.020787] env[69073]: value = "task-3219404" [ 831.020787] env[69073]: _type = "Task" [ 831.020787] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.033196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61f24692-43c8-4558-9698-fe20a593998c tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "f423950c-d0a6-4915-bab1-50612644ef10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.493s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.044151] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219404, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.074701] env[69073]: DEBUG oslo_vmware.api [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219400, 'name': PowerOnVM_Task, 'duration_secs': 0.499373} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.083786] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.083786] env[69073]: INFO nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Took 9.45 seconds to spawn the instance on the hypervisor. [ 831.083786] env[69073]: DEBUG nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.084894] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a59f45d-9a82-4950-a106-24752a4a977f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.089769] env[69073]: DEBUG nova.policy [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f89fdf2b6fc34a3899559111152eb91e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8a369db18244272a591479d8232da1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.099539] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094045} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.103791] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.113760] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ae7b47-648f-471a-98d9-56761ed4394d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.137890] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 78fa7dad-564c-4a5c-9a12-28ff08f4fc26/78fa7dad-564c-4a5c-9a12-28ff08f4fc26.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.141459] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c743ed-635e-459e-b539-98fe5005b63c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.169345] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 831.169345] env[69073]: value = "task-3219405" [ 831.169345] env[69073]: _type = "Task" [ 831.169345] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.181436] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219405, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.205636] env[69073]: DEBUG oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa6e1f-1cc7-8a45-a83b-e7d52584b821/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.206489] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8c7616-ee4f-4e7d-be93-90490ff8e9c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.215527] env[69073]: DEBUG oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa6e1f-1cc7-8a45-a83b-e7d52584b821/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 831.215648] env[69073]: ERROR oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa6e1f-1cc7-8a45-a83b-e7d52584b821/disk-0.vmdk due to incomplete transfer. [ 831.218277] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab451f18-3744-471c-b225-db58701e4b38 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.220605] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.226824] env[69073]: DEBUG oslo_vmware.rw_handles [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa6e1f-1cc7-8a45-a83b-e7d52584b821/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 831.227079] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Uploaded image 1505d575-ce80-4971-ab4b-4ef467291e6f to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 831.229633] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 831.229904] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0bee744a-8d2f-4617-b3ab-13d03c90b5d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.238344] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 831.238344] env[69073]: value = "task-3219406" [ 831.238344] env[69073]: _type = "Task" [ 831.238344] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.247669] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219406, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.296638] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "refresh_cache-5f5bf870-75f9-485c-91fa-cda01dde02d3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.296638] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "refresh_cache-5f5bf870-75f9-485c-91fa-cda01dde02d3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.296734] env[69073]: DEBUG nova.network.neutron [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.314651] env[69073]: DEBUG nova.network.neutron [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Updated VIF entry in instance network info cache for port 8254be39-1edc-47cb-99ed-7374cf34e422. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.315664] env[69073]: DEBUG nova.network.neutron [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Updating instance_info_cache with network_info: [{"id": "8254be39-1edc-47cb-99ed-7374cf34e422", "address": "fa:16:3e:f1:3a:70", "network": {"id": "df853dce-d859-49d9-956e-05af961b60d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1722955964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47bb2b57e7a4494997a9ee716616fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8254be39-1e", "ovs_interfaceid": "8254be39-1edc-47cb-99ed-7374cf34e422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.482986] env[69073]: DEBUG nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.532914] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219404, 'name': CreateVM_Task, 'duration_secs': 0.488025} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.535112] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.536783] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.536783] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.536783] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.537081] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95e0c49d-cf9d-4138-83aa-f879a7dfdfc1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.546249] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 831.546249] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2737b-2687-31eb-5b43-0b2fb401ef9f" [ 831.546249] env[69073]: _type = "Task" [ 831.546249] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.558720] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2737b-2687-31eb-5b43-0b2fb401ef9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.581740] env[69073]: DEBUG nova.network.neutron [-] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.621024] env[69073]: INFO nova.compute.manager [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Took 43.42 seconds to build instance. [ 831.670039] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce9175d-ea83-4bc4-b731-f7d06fd86ac9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.688181] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219405, 'name': ReconfigVM_Task, 'duration_secs': 0.345449} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.689113] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 78fa7dad-564c-4a5c-9a12-28ff08f4fc26/78fa7dad-564c-4a5c-9a12-28ff08f4fc26.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.689904] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbfc973-721a-4694-a08f-fe78a42932c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.693105] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a2f5f59-d17a-40f9-a5a1-f949a50b5fa7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.724035] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4c6e3d-57c0-4d89-a36f-79c5122cc29a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.727162] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 831.727162] env[69073]: value = "task-3219407" [ 831.727162] env[69073]: _type = "Task" [ 831.727162] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.735538] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d89589-563f-43bf-b993-a052eb1c9f82 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.744933] env[69073]: DEBUG nova.network.neutron [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Successfully created port: 41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.746981] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219407, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.759541] env[69073]: DEBUG nova.compute.provider_tree [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.765097] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219406, 'name': Destroy_Task, 'duration_secs': 0.382581} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.765097] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Destroyed the VM [ 831.765097] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.765097] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4618db2-ca3c-486b-a6b7-ef175cd21e8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.771370] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 831.771370] env[69073]: value = "task-3219408" [ 831.771370] env[69073]: _type = "Task" [ 831.771370] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.779675] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219408, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.821907] env[69073]: DEBUG oslo_concurrency.lockutils [req-6d3c63e7-1802-4e08-872b-e9a65d8b1b29 req-fd98b725-1297-48b8-87c8-a6bad8ff87b3 service nova] Releasing lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.890113] env[69073]: DEBUG nova.network.neutron [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.065109] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2737b-2687-31eb-5b43-0b2fb401ef9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.065109] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.065307] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.065513] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.065654] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.065828] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.066139] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-943376a3-9a37-4b2e-9c46-6d90f7f4f290 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.077070] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.077353] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.078146] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3821d9da-cab3-4a6f-a528-731f11694196 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.083279] env[69073]: INFO nova.compute.manager [-] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Took 1.98 seconds to deallocate network for instance. [ 832.090833] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 832.090833] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52159945-ad7a-2c1a-10a2-a97f6372188b" [ 832.090833] env[69073]: _type = "Task" [ 832.090833] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.102989] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52159945-ad7a-2c1a-10a2-a97f6372188b, 'name': SearchDatastore_Task, 'duration_secs': 0.008916} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.103748] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69bf6d6a-f3e4-40cc-888d-2b0e4790aa6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.108723] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 832.108723] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cb43a3-63be-a573-a823-915f2ecaa4bc" [ 832.108723] env[69073]: _type = "Task" [ 832.108723] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.119219] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cb43a3-63be-a573-a823-915f2ecaa4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.122377] env[69073]: DEBUG oslo_concurrency.lockutils [None req-96cd23ff-82c1-421b-9d30-92e4247dc083 tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "4079e384-966a-4bae-9515-3d8a3a1c19c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.370s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.199306] env[69073]: DEBUG nova.network.neutron [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Updating instance_info_cache with network_info: [{"id": "382801eb-26b3-462b-b366-1aff16c942c0", "address": "fa:16:3e:65:6f:46", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382801eb-26", "ovs_interfaceid": "382801eb-26b3-462b-b366-1aff16c942c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.238339] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219407, 'name': Rename_Task, 'duration_secs': 0.164464} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.238339] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.238636] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a64966-2015-4d86-a8df-52dbb6026fff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.246054] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 832.246054] env[69073]: value = "task-3219409" [ 832.246054] env[69073]: _type = "Task" [ 832.246054] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.258019] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.268113] env[69073]: DEBUG nova.scheduler.client.report [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.288809] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219408, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.495793] env[69073]: DEBUG nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.527584] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.527845] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.528025] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.528221] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.528744] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.528744] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.528860] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.528949] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.529181] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.529902] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.529902] env[69073]: DEBUG nova.virt.hardware [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.531065] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a175d6cf-63e6-4902-95fe-2fd96277ef85 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.538995] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7919798f-1cc0-41f1-ab7f-6d0cf43b16df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.599430] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.605613] env[69073]: DEBUG nova.compute.manager [req-cfb1d899-940b-4a88-bde2-647d14676602 req-bd5ae9f3-e503-4b1b-9136-c4a969521fc9 service nova] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Received event network-vif-deleted-306f7c07-bf02-4777-bff6-9ae3b2c81dbf {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.605613] env[69073]: DEBUG nova.compute.manager [req-cfb1d899-940b-4a88-bde2-647d14676602 req-bd5ae9f3-e503-4b1b-9136-c4a969521fc9 service nova] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Received event network-vif-deleted-72ea6f93-fe08-47d5-9780-ff6005c4fc62 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.621072] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cb43a3-63be-a573-a823-915f2ecaa4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.621072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.621291] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] ca7666ac-21be-4cca-8e1f-19e4338e31d6/ca7666ac-21be-4cca-8e1f-19e4338e31d6.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.621682] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea830ff-96e1-4aba-825b-51a8d3ec0004 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.626540] env[69073]: DEBUG nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.630180] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 832.630180] env[69073]: value = "task-3219410" [ 832.630180] env[69073]: _type = "Task" [ 832.630180] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.640534] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.652247] env[69073]: DEBUG nova.compute.manager [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.654927] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b560ba-c877-4c60-a311-95aab61e4e0b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.702344] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "refresh_cache-5f5bf870-75f9-485c-91fa-cda01dde02d3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.702762] env[69073]: DEBUG nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Instance network_info: |[{"id": "382801eb-26b3-462b-b366-1aff16c942c0", "address": "fa:16:3e:65:6f:46", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382801eb-26", "ovs_interfaceid": "382801eb-26b3-462b-b366-1aff16c942c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.703282] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:6f:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '382801eb-26b3-462b-b366-1aff16c942c0', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.711816] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.715237] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.715552] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d03cb0a2-7f25-4cdc-bba3-42f72b05d9ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.737072] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.737072] env[69073]: value = "task-3219411" [ 832.737072] env[69073]: _type = "Task" [ 832.737072] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.747271] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219411, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.756141] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219409, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.773251] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.776922] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.906s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.779125] env[69073]: INFO nova.compute.claims [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.790751] env[69073]: DEBUG oslo_vmware.api [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219408, 'name': RemoveSnapshot_Task, 'duration_secs': 0.70039} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.791112] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 832.791457] env[69073]: INFO nova.compute.manager [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Took 14.07 seconds to snapshot the instance on the hypervisor. [ 832.881865] env[69073]: INFO nova.scheduler.client.report [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Deleted allocations for instance b5117501-e54b-457c-9987-e7acc1129863 [ 833.132415] env[69073]: DEBUG nova.compute.manager [req-ce9901ad-85af-4975-b0f9-0bdca2dfe0d2 req-ccbfd519-5b44-4f89-9b40-5f437eee054c service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Received event network-changed-382801eb-26b3-462b-b366-1aff16c942c0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.132549] env[69073]: DEBUG nova.compute.manager [req-ce9901ad-85af-4975-b0f9-0bdca2dfe0d2 req-ccbfd519-5b44-4f89-9b40-5f437eee054c service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Refreshing instance network info cache due to event network-changed-382801eb-26b3-462b-b366-1aff16c942c0. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.132785] env[69073]: DEBUG oslo_concurrency.lockutils [req-ce9901ad-85af-4975-b0f9-0bdca2dfe0d2 req-ccbfd519-5b44-4f89-9b40-5f437eee054c service nova] Acquiring lock "refresh_cache-5f5bf870-75f9-485c-91fa-cda01dde02d3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.132942] env[69073]: DEBUG oslo_concurrency.lockutils [req-ce9901ad-85af-4975-b0f9-0bdca2dfe0d2 req-ccbfd519-5b44-4f89-9b40-5f437eee054c service nova] Acquired lock "refresh_cache-5f5bf870-75f9-485c-91fa-cda01dde02d3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.133118] env[69073]: DEBUG nova.network.neutron [req-ce9901ad-85af-4975-b0f9-0bdca2dfe0d2 req-ccbfd519-5b44-4f89-9b40-5f437eee054c service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Refreshing network info cache for port 382801eb-26b3-462b-b366-1aff16c942c0 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.153827] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219410, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.170670] env[69073]: INFO nova.compute.manager [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] instance snapshotting [ 833.170883] env[69073]: WARNING nova.compute.manager [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 833.176019] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b3c74d-da0b-4a96-9293-93d0e3bd3b69 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.200205] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.201014] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cc1d8a-527e-4fb6-9fd4-98bfa32a30ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.249012] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219411, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.261069] env[69073]: DEBUG oslo_vmware.api [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219409, 'name': PowerOnVM_Task, 'duration_secs': 0.515667} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.261886] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.261886] env[69073]: INFO nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Took 8.95 seconds to spawn the instance on the hypervisor. [ 833.262049] env[69073]: DEBUG nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.262960] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b973d1c5-46a6-49fa-9d7d-e9bf33fe5714 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.382364] env[69073]: DEBUG nova.compute.manager [None req-99169197-3f96-4243-92f0-78ffb069c552 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Found 2 images (rotation: 2) {{(pid=69073) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 833.389514] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa9102d-b69b-4d05-99d8-dbfe4a28fb10 tempest-ServerRescueTestJSONUnderV235-2141387014 tempest-ServerRescueTestJSONUnderV235-2141387014-project-member] Lock "b5117501-e54b-457c-9987-e7acc1129863" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.354s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.553141] env[69073]: DEBUG nova.network.neutron [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Successfully updated port: 41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.651127] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556326} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.651127] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] ca7666ac-21be-4cca-8e1f-19e4338e31d6/ca7666ac-21be-4cca-8e1f-19e4338e31d6.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.651282] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.651537] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4384844b-462e-4a28-a698-b6f0b4200e81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.659245] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 833.659245] env[69073]: value = "task-3219412" [ 833.659245] env[69073]: _type = "Task" [ 833.659245] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.669309] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.712737] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.713028] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a0c5b72-75dd-4dd0-8921-25e91e7f4f6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.720804] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 833.720804] env[69073]: value = "task-3219413" [ 833.720804] env[69073]: _type = "Task" [ 833.720804] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.732832] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.745644] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219411, 'name': CreateVM_Task, 'duration_secs': 0.521389} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.745862] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.746590] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.746754] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.747122] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.747398] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c8936f-64e9-41f0-9343-25da45eb0fa6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.759540] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 833.759540] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b877a5-cd28-dfb4-63c8-5c521669211f" [ 833.759540] env[69073]: _type = "Task" [ 833.759540] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.763574] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b877a5-cd28-dfb4-63c8-5c521669211f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.782993] env[69073]: INFO nova.compute.manager [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Took 42.75 seconds to build instance. [ 833.985211] env[69073]: DEBUG nova.network.neutron [req-ce9901ad-85af-4975-b0f9-0bdca2dfe0d2 req-ccbfd519-5b44-4f89-9b40-5f437eee054c service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Updated VIF entry in instance network info cache for port 382801eb-26b3-462b-b366-1aff16c942c0. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.985624] env[69073]: DEBUG nova.network.neutron [req-ce9901ad-85af-4975-b0f9-0bdca2dfe0d2 req-ccbfd519-5b44-4f89-9b40-5f437eee054c service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Updating instance_info_cache with network_info: [{"id": "382801eb-26b3-462b-b366-1aff16c942c0", "address": "fa:16:3e:65:6f:46", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap382801eb-26", "ovs_interfaceid": "382801eb-26b3-462b-b366-1aff16c942c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.056224] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.056287] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.056423] env[69073]: DEBUG nova.network.neutron [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.170164] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16053} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.178319] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.178319] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d00fca-dd23-4aff-91a4-67f4e326f6cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.206330] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] ca7666ac-21be-4cca-8e1f-19e4338e31d6/ca7666ac-21be-4cca-8e1f-19e4338e31d6.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.209699] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1243a88-946a-4deb-8f21-6aa3e46ff5de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.238580] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.242942] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 834.242942] env[69073]: value = "task-3219414" [ 834.242942] env[69073]: _type = "Task" [ 834.242942] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.252148] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.265060] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b877a5-cd28-dfb4-63c8-5c521669211f, 'name': SearchDatastore_Task, 'duration_secs': 0.013943} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.265343] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.265569] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.265811] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.265953] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.266178] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.266647] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a64015cd-080b-4ae7-8e75-a6dff45b0998 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.278379] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.278379] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.278379] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-996ed729-284d-490c-a95b-e7bda5028ffd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.282692] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 834.282692] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52adeab2-50e7-ad15-4671-f39ea2139f5f" [ 834.282692] env[69073]: _type = "Task" [ 834.282692] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.289374] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a1f05a46-d687-41cb-9083-e2026ebae207 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.343s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.295973] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52adeab2-50e7-ad15-4671-f39ea2139f5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.320462] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e8e132-bf1a-45f0-b0d6-1074d271706b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.328373] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af35b694-272f-4528-9e8f-1d58d5b9ffe8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.366234] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3480c44-5b2f-442a-b106-6e14c4fa8a9c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.374525] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c218395b-bbbb-4b7f-aa31-066ca5397b59 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.391625] env[69073]: DEBUG nova.compute.provider_tree [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.490518] env[69073]: DEBUG oslo_concurrency.lockutils [req-ce9901ad-85af-4975-b0f9-0bdca2dfe0d2 req-ccbfd519-5b44-4f89-9b40-5f437eee054c service nova] Releasing lock "refresh_cache-5f5bf870-75f9-485c-91fa-cda01dde02d3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.745791] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.758445] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219414, 'name': ReconfigVM_Task, 'duration_secs': 0.498745} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.758801] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Reconfigured VM instance instance-0000002a to attach disk [datastore2] ca7666ac-21be-4cca-8e1f-19e4338e31d6/ca7666ac-21be-4cca-8e1f-19e4338e31d6.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.759816] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b193c148-1c18-415b-9391-6e7d446bf24b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.768370] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 834.768370] env[69073]: value = "task-3219415" [ 834.768370] env[69073]: _type = "Task" [ 834.768370] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.784076] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219415, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.795200] env[69073]: DEBUG nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.799786] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52adeab2-50e7-ad15-4671-f39ea2139f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.013911} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.802390] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9366f303-60fd-4b67-aef5-6d9e629b9a90 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.812024] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 834.812024] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522c26c8-ce7f-af2e-ca8a-05fa5c0ad864" [ 834.812024] env[69073]: _type = "Task" [ 834.812024] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.825446] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522c26c8-ce7f-af2e-ca8a-05fa5c0ad864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.827187] env[69073]: DEBUG nova.network.neutron [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.898031] env[69073]: DEBUG nova.scheduler.client.report [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.191772] env[69073]: DEBUG nova.network.neutron [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updating instance_info_cache with network_info: [{"id": "41437731-7c37-4925-bd86-ca49f6c74ebb", "address": "fa:16:3e:7d:48:6a", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41437731-7c", "ovs_interfaceid": "41437731-7c37-4925-bd86-ca49f6c74ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.245151] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.280463] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219415, 'name': Rename_Task, 'duration_secs': 0.276696} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.282027] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.282027] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1a8c15e-7ac0-4d2d-b8d7-d1c90bac1279 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.288968] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 835.288968] env[69073]: value = "task-3219416" [ 835.288968] env[69073]: _type = "Task" [ 835.288968] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.297842] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.323950] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522c26c8-ce7f-af2e-ca8a-05fa5c0ad864, 'name': SearchDatastore_Task, 'duration_secs': 0.021309} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.323950] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.323950] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 5f5bf870-75f9-485c-91fa-cda01dde02d3/5f5bf870-75f9-485c-91fa-cda01dde02d3.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.324173] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ec49bd-ec2e-472b-b513-dd5f0e0ea2e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.333199] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 835.333199] env[69073]: value = "task-3219417" [ 835.333199] env[69073]: _type = "Task" [ 835.333199] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.345280] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.353059] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.368738] env[69073]: DEBUG nova.compute.manager [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.369708] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd445135-9ef5-4732-8635-57d691147ccc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.404507] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.405381] env[69073]: DEBUG nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.409798] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.118s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.410203] env[69073]: DEBUG nova.objects.instance [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lazy-loading 'resources' on Instance uuid 3b4c9703-c5a2-4f9d-8a1b-a16860c77564 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.697302] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Releasing lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.697302] env[69073]: DEBUG nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Instance network_info: |[{"id": "41437731-7c37-4925-bd86-ca49f6c74ebb", "address": "fa:16:3e:7d:48:6a", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41437731-7c", "ovs_interfaceid": "41437731-7c37-4925-bd86-ca49f6c74ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.697302] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:48:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41437731-7c37-4925-bd86-ca49f6c74ebb', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.709738] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Creating folder: Project (f8a369db18244272a591479d8232da1c). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.710463] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e5cac99-2cae-4f2c-b3a3-62b0fd59f950 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.725099] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Created folder: Project (f8a369db18244272a591479d8232da1c) in parent group-v643537. [ 835.725099] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Creating folder: Instances. Parent ref: group-v643668. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.725099] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8e8538f-f275-464f-8018-ac6f9159ed12 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.737461] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Created folder: Instances in parent group-v643668. [ 835.738146] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.743691] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.743691] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.743691] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ad0c33-98b9-4f87-ab98-b543092b2d82 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.776327] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.776327] env[69073]: value = "task-3219420" [ 835.776327] env[69073]: _type = "Task" [ 835.776327] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.793023] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219420, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.806269] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219416, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.848803] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.882052] env[69073]: INFO nova.compute.manager [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] instance snapshotting [ 835.882774] env[69073]: DEBUG nova.objects.instance [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'flavor' on Instance uuid f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.917049] env[69073]: DEBUG nova.compute.utils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.918382] env[69073]: DEBUG nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.918647] env[69073]: DEBUG nova.network.neutron [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.939864] env[69073]: DEBUG nova.compute.manager [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Received event network-vif-plugged-41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.941856] env[69073]: DEBUG oslo_concurrency.lockutils [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.941856] env[69073]: DEBUG oslo_concurrency.lockutils [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.941856] env[69073]: DEBUG oslo_concurrency.lockutils [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.941856] env[69073]: DEBUG nova.compute.manager [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] No waiting events found dispatching network-vif-plugged-41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.941856] env[69073]: WARNING nova.compute.manager [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Received unexpected event network-vif-plugged-41437731-7c37-4925-bd86-ca49f6c74ebb for instance with vm_state building and task_state spawning. [ 835.941856] env[69073]: DEBUG nova.compute.manager [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Received event network-changed-41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.941856] env[69073]: DEBUG nova.compute.manager [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Refreshing instance network info cache due to event network-changed-41437731-7c37-4925-bd86-ca49f6c74ebb. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.941856] env[69073]: DEBUG oslo_concurrency.lockutils [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] Acquiring lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.941856] env[69073]: DEBUG oslo_concurrency.lockutils [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] Acquired lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.941856] env[69073]: DEBUG nova.network.neutron [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Refreshing network info cache for port 41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.029090] env[69073]: DEBUG nova.policy [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2414fbb7c52e4df0bbd21705ae49dc5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '073060f42a7c47f0859ae1faa31a51f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.242791] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.272799] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.273034] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.273242] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.273434] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.273714] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.276802] env[69073]: INFO nova.compute.manager [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Terminating instance [ 836.288159] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219420, 'name': CreateVM_Task, 'duration_secs': 0.424737} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.288159] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.289782] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.289782] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.289782] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.292050] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff16e0ee-59b7-47d0-b2fe-cbb8c066820c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.307664] env[69073]: DEBUG oslo_vmware.api [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219416, 'name': PowerOnVM_Task, 'duration_secs': 0.683895} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.307664] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 836.307664] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529f720f-a49c-a11a-30b2-df5791b27b57" [ 836.307664] env[69073]: _type = "Task" [ 836.307664] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.307664] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.307664] env[69073]: INFO nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Took 9.26 seconds to spawn the instance on the hypervisor. [ 836.307664] env[69073]: DEBUG nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.308471] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc74f884-72e5-433a-ace9-cf25fb89431f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.325553] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529f720f-a49c-a11a-30b2-df5791b27b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.353913] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571605} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.354155] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 5f5bf870-75f9-485c-91fa-cda01dde02d3/5f5bf870-75f9-485c-91fa-cda01dde02d3.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.354403] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.355917] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a17fa83b-f89b-4a68-912f-462bdef292d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.361273] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "623de1ae-828a-4d03-8a01-6c284b1a5425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.361628] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "623de1ae-828a-4d03-8a01-6c284b1a5425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.369899] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 836.369899] env[69073]: value = "task-3219421" [ 836.369899] env[69073]: _type = "Task" [ 836.369899] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.381207] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.389014] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f484daa-0740-4510-a7b6-c0662710ed34 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.411886] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bbe9c5-5110-4095-9a6e-f8b7e9c8d5a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.427892] env[69073]: DEBUG nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.583996] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a52e2-4db6-4812-bc06-49066c341c8e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.591560] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640413e2-a907-4000-8001-0c09f6245978 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.628874] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599988e0-f916-4bb1-9450-92b64348b7e2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.638356] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ca387-5b21-48ee-90ad-4167e523551a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.652133] env[69073]: DEBUG nova.compute.provider_tree [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.744986] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.784262] env[69073]: DEBUG nova.compute.manager [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.784423] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.785364] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d51ac-adbe-4581-b0eb-3e60d987a33a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.795160] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.795160] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc8d1fb-b04b-4922-861d-ff938b975092 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.800571] env[69073]: DEBUG oslo_vmware.api [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 836.800571] env[69073]: value = "task-3219422" [ 836.800571] env[69073]: _type = "Task" [ 836.800571] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.814063] env[69073]: DEBUG oslo_vmware.api [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.814063] env[69073]: DEBUG nova.network.neutron [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Successfully created port: 8e0a821e-d93f-464d-809b-87d68d273db8 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.826700] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529f720f-a49c-a11a-30b2-df5791b27b57, 'name': SearchDatastore_Task, 'duration_secs': 0.02359} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.827354] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.827534] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.827818] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.827955] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.828184] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.833085] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed91eef4-423a-4f84-9646-be0f18cf60d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.838237] env[69073]: INFO nova.compute.manager [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Took 41.71 seconds to build instance. [ 836.847089] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.847089] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.848486] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b371648f-d10e-460b-b74e-b3ab4c254cff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.857834] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 836.857834] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526984a0-0326-a3bf-87ac-99cbaea9903a" [ 836.857834] env[69073]: _type = "Task" [ 836.857834] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.866594] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526984a0-0326-a3bf-87ac-99cbaea9903a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.880669] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21726} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.882552] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.882552] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eaf367-660e-40ba-9887-efa67c86a493 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.909735] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 5f5bf870-75f9-485c-91fa-cda01dde02d3/5f5bf870-75f9-485c-91fa-cda01dde02d3.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.910520] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91bd4aef-0d8a-46ef-8010-0807b6f41ee5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.927023] env[69073]: DEBUG nova.network.neutron [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updated VIF entry in instance network info cache for port 41437731-7c37-4925-bd86-ca49f6c74ebb. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.927467] env[69073]: DEBUG nova.network.neutron [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updating instance_info_cache with network_info: [{"id": "41437731-7c37-4925-bd86-ca49f6c74ebb", "address": "fa:16:3e:7d:48:6a", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41437731-7c", "ovs_interfaceid": "41437731-7c37-4925-bd86-ca49f6c74ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.929710] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 836.933287] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc75863d-2995-4902-b863-898634304a98 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.941048] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 836.941048] env[69073]: value = "task-3219423" [ 836.941048] env[69073]: _type = "Task" [ 836.941048] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.942986] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 836.942986] env[69073]: value = "task-3219424" [ 836.942986] env[69073]: _type = "Task" [ 836.942986] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.954941] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.958689] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.159081] env[69073]: DEBUG nova.scheduler.client.report [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.242755] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.312922] env[69073]: DEBUG oslo_vmware.api [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219422, 'name': PowerOffVM_Task, 'duration_secs': 0.236979} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.315020] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.315020] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.315020] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de399f16-1fe2-4043-a31d-4dd526ac91db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.343851] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dcdaf771-ca21-4f74-9193-2fb3d6b7b31c tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.720s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.375449] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526984a0-0326-a3bf-87ac-99cbaea9903a, 'name': SearchDatastore_Task, 'duration_secs': 0.024351} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.377932] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c53e81-dc2d-4cfa-9a5b-cab592ecd96e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.385745] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 837.385745] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d1b065-e05e-67b3-2c2a-b42404cdfa83" [ 837.385745] env[69073]: _type = "Task" [ 837.385745] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.395016] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d1b065-e05e-67b3-2c2a-b42404cdfa83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.418091] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.418419] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.419286] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleting the datastore file [datastore1] 78fa7dad-564c-4a5c-9a12-28ff08f4fc26 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.419645] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-070c5e3d-6a00-4645-99f8-aa44f0ab35eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.425912] env[69073]: DEBUG oslo_vmware.api [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 837.425912] env[69073]: value = "task-3219426" [ 837.425912] env[69073]: _type = "Task" [ 837.425912] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.431129] env[69073]: DEBUG oslo_concurrency.lockutils [req-837e0b1c-acac-4f33-bece-f846e6050ec1 req-6a2c218a-8726-4f8b-890c-faa5bd7bbe1f service nova] Releasing lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.434523] env[69073]: DEBUG oslo_vmware.api [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.438813] env[69073]: DEBUG nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.458411] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219423, 'name': CreateSnapshot_Task, 'duration_secs': 0.509908} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.463595] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.463595] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219424, 'name': ReconfigVM_Task, 'duration_secs': 0.491163} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.463994] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa6b704-774d-4ef7-8a93-4c79b728d9be {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.466537] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 5f5bf870-75f9-485c-91fa-cda01dde02d3/5f5bf870-75f9-485c-91fa-cda01dde02d3.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.467258] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58302f07-594f-4b87-8640-b39dcdeafa3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.480488] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 837.480488] env[69073]: value = "task-3219427" [ 837.480488] env[69073]: _type = "Task" [ 837.480488] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.489769] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219427, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.499180] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.499455] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.499626] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.499823] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.500290] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.500513] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.500774] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.501031] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.501201] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.501328] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.501621] env[69073]: DEBUG nova.virt.hardware [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.502659] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89899eb3-1dd1-4b6d-bf2e-41a4e57f84b5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.513519] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded7e520-8f9b-47a9-9e39-3f59e4eaa221 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.667039] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.669116] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.465s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.669353] env[69073]: DEBUG nova.objects.instance [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lazy-loading 'resources' on Instance uuid 2dd0717f-fec5-4022-90d8-99b25f48f91c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.750563] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219413, 'name': CreateSnapshot_Task, 'duration_secs': 3.669754} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.750806] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 837.751582] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fde2f0c-9748-41fd-9ada-93093ebf8d80 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.776386] env[69073]: INFO nova.scheduler.client.report [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Deleted allocations for instance 3b4c9703-c5a2-4f9d-8a1b-a16860c77564 [ 837.857027] env[69073]: DEBUG nova.compute.manager [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.898907] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d1b065-e05e-67b3-2c2a-b42404cdfa83, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.899441] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.899573] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 5385f25c-700d-4ee8-9714-2bc84481df0c/5385f25c-700d-4ee8-9714-2bc84481df0c.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.899844] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08b70019-dc39-48c6-8f2d-ce816b32879b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.909083] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 837.909083] env[69073]: value = "task-3219428" [ 837.909083] env[69073]: _type = "Task" [ 837.909083] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.919306] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.939539] env[69073]: DEBUG oslo_vmware.api [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173962} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.939539] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.939539] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.939539] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.939539] env[69073]: INFO nova.compute.manager [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Took 1.15 seconds to destroy the instance on the hypervisor. [ 837.939539] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.939539] env[69073]: DEBUG nova.compute.manager [-] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.939539] env[69073]: DEBUG nova.network.neutron [-] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.993271] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.995526] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3192e963-ccda-4f8d-9cf4-5e7231d6c0fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.007664] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219427, 'name': Rename_Task, 'duration_secs': 0.158771} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.007664] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.007664] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 838.007664] env[69073]: value = "task-3219429" [ 838.007664] env[69073]: _type = "Task" [ 838.007664] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.007664] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cc03b30-8c4d-4fec-a322-8218e7b6d295 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.016277] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219429, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.017475] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 838.017475] env[69073]: value = "task-3219430" [ 838.017475] env[69073]: _type = "Task" [ 838.017475] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.024966] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.286511] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 838.290839] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4aa37d3c-20fe-4303-8858-c6531697cb38 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.303255] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3225da4d-e9c9-4e32-b5ca-522091977b16 tempest-VolumesAssistedSnapshotsTest-571442180 tempest-VolumesAssistedSnapshotsTest-571442180-project-member] Lock "3b4c9703-c5a2-4f9d-8a1b-a16860c77564" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.192s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.314206] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 838.314206] env[69073]: value = "task-3219431" [ 838.314206] env[69073]: _type = "Task" [ 838.314206] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.323234] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219431, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.383993] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.420947] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219428, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.519800] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219429, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.528147] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.712008] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ba874e-4e33-4c64-b283-9da5eddc8bb9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.722593] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febc7e78-2c69-4e8d-ae52-74f7663c72f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.758600] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a47e83-78d8-4a3f-8bd4-9b3a7a12596a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.768936] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0875d53-0b0d-4d32-99dd-c99cf6e22090 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.784303] env[69073]: DEBUG nova.compute.provider_tree [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.823520] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219431, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.925382] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588073} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.925554] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 5385f25c-700d-4ee8-9714-2bc84481df0c/5385f25c-700d-4ee8-9714-2bc84481df0c.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.926784] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.926784] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bf9a026-8496-4e6b-97df-4ff80c7e16cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.933391] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 838.933391] env[69073]: value = "task-3219432" [ 838.933391] env[69073]: _type = "Task" [ 838.933391] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.944029] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.017550] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219429, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.029659] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.139210] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquiring lock "458910cb-b1ae-4807-add3-4963952c67ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.139489] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "458910cb-b1ae-4807-add3-4963952c67ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.162708] env[69073]: DEBUG nova.network.neutron [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Successfully updated port: 8e0a821e-d93f-464d-809b-87d68d273db8 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.288120] env[69073]: DEBUG nova.scheduler.client.report [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.336243] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219431, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.445164] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073031} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.445164] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.446290] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe6c2ca-10a6-48b1-a39d-ffaba3cfeb7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.464251] env[69073]: DEBUG nova.network.neutron [-] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.475184] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 5385f25c-700d-4ee8-9714-2bc84481df0c/5385f25c-700d-4ee8-9714-2bc84481df0c.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.475860] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e24add-90bd-4da5-bf8f-bd507ad3d297 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.513283] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 839.513283] env[69073]: value = "task-3219433" [ 839.513283] env[69073]: _type = "Task" [ 839.513283] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.513283] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.518888] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219429, 'name': CloneVM_Task, 'duration_secs': 1.406945} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.518888] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Created linked-clone VM from snapshot [ 839.519306] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b593ddd3-75a0-4e70-a928-faf5770ef1ed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.530509] env[69073]: DEBUG oslo_vmware.api [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219430, 'name': PowerOnVM_Task, 'duration_secs': 1.323729} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.533837] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.534114] env[69073]: INFO nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Took 9.76 seconds to spawn the instance on the hypervisor. [ 839.534308] env[69073]: DEBUG nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.534638] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Uploading image 2d057418-01df-4489-b846-f44e7dbd59a4 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.537753] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc42e5df-ce34-4559-b7b3-4b36d8c25947 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.577294] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 839.577294] env[69073]: value = "vm-643673" [ 839.577294] env[69073]: _type = "VirtualMachine" [ 839.577294] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 839.577625] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71a04855-4fc5-42ec-abdf-a409ead97ced {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.584542] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease: (returnval){ [ 839.584542] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f1193d-6655-aeff-53fc-a3e1997a29a1" [ 839.584542] env[69073]: _type = "HttpNfcLease" [ 839.584542] env[69073]: } obtained for exporting VM: (result){ [ 839.584542] env[69073]: value = "vm-643673" [ 839.584542] env[69073]: _type = "VirtualMachine" [ 839.584542] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 839.584833] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the lease: (returnval){ [ 839.584833] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f1193d-6655-aeff-53fc-a3e1997a29a1" [ 839.584833] env[69073]: _type = "HttpNfcLease" [ 839.584833] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 839.592598] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.592598] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f1193d-6655-aeff-53fc-a3e1997a29a1" [ 839.592598] env[69073]: _type = "HttpNfcLease" [ 839.592598] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.666387] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "refresh_cache-2b824b3e-a8c4-483a-b8bb-fff02928ad4b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.666387] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "refresh_cache-2b824b3e-a8c4-483a-b8bb-fff02928ad4b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.666589] env[69073]: DEBUG nova.network.neutron [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.785864] env[69073]: DEBUG nova.compute.manager [req-515a52c1-6216-42d7-afdf-3a40d56a1588 req-0d562f6d-bb51-465f-a12b-cfb2a9758b5e service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Received event network-vif-plugged-8e0a821e-d93f-464d-809b-87d68d273db8 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.785864] env[69073]: DEBUG oslo_concurrency.lockutils [req-515a52c1-6216-42d7-afdf-3a40d56a1588 req-0d562f6d-bb51-465f-a12b-cfb2a9758b5e service nova] Acquiring lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.785864] env[69073]: DEBUG oslo_concurrency.lockutils [req-515a52c1-6216-42d7-afdf-3a40d56a1588 req-0d562f6d-bb51-465f-a12b-cfb2a9758b5e service nova] Lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.785864] env[69073]: DEBUG oslo_concurrency.lockutils [req-515a52c1-6216-42d7-afdf-3a40d56a1588 req-0d562f6d-bb51-465f-a12b-cfb2a9758b5e service nova] Lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.785864] env[69073]: DEBUG nova.compute.manager [req-515a52c1-6216-42d7-afdf-3a40d56a1588 req-0d562f6d-bb51-465f-a12b-cfb2a9758b5e service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] No waiting events found dispatching network-vif-plugged-8e0a821e-d93f-464d-809b-87d68d273db8 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.786378] env[69073]: WARNING nova.compute.manager [req-515a52c1-6216-42d7-afdf-3a40d56a1588 req-0d562f6d-bb51-465f-a12b-cfb2a9758b5e service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Received unexpected event network-vif-plugged-8e0a821e-d93f-464d-809b-87d68d273db8 for instance with vm_state building and task_state spawning. [ 839.792927] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.795853] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.704s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.795853] env[69073]: DEBUG nova.objects.instance [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lazy-loading 'resources' on Instance uuid edb019f1-3d31-4127-95b9-9c893cc0bed9 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.801383] env[69073]: DEBUG nova.compute.manager [req-0754f554-26db-46c9-b24d-7fb27f07bc77 req-011cc70f-89ec-4f57-b817-62dac153b12b service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Received event network-vif-deleted-d6d2fb75-88c1-4f89-b164-0bce186365e9 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.823274] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219431, 'name': CloneVM_Task, 'duration_secs': 1.404557} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.823551] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Created linked-clone VM from snapshot [ 839.824951] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc117d76-e887-4f2c-9693-6485a375605b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.831545] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Uploading image 8463b4a9-73f9-4f7e-a076-8d48774a7081 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.851582] env[69073]: INFO nova.scheduler.client.report [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Deleted allocations for instance 2dd0717f-fec5-4022-90d8-99b25f48f91c [ 839.857052] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 839.857052] env[69073]: value = "vm-643674" [ 839.857052] env[69073]: _type = "VirtualMachine" [ 839.857052] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 839.857052] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98e00b94-c930-417f-9f5d-efa1d731f3fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.864868] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lease: (returnval){ [ 839.864868] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520f4dc4-b6b8-c52f-5560-7314f56e1b96" [ 839.864868] env[69073]: _type = "HttpNfcLease" [ 839.864868] env[69073]: } obtained for exporting VM: (result){ [ 839.864868] env[69073]: value = "vm-643674" [ 839.864868] env[69073]: _type = "VirtualMachine" [ 839.864868] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 839.865280] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the lease: (returnval){ [ 839.865280] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520f4dc4-b6b8-c52f-5560-7314f56e1b96" [ 839.865280] env[69073]: _type = "HttpNfcLease" [ 839.865280] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 839.871832] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.871832] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520f4dc4-b6b8-c52f-5560-7314f56e1b96" [ 839.871832] env[69073]: _type = "HttpNfcLease" [ 839.871832] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 839.979576] env[69073]: INFO nova.compute.manager [-] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Took 2.04 seconds to deallocate network for instance. [ 840.013852] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.060384] env[69073]: INFO nova.compute.manager [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Took 40.71 seconds to build instance. [ 840.094356] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.094356] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f1193d-6655-aeff-53fc-a3e1997a29a1" [ 840.094356] env[69073]: _type = "HttpNfcLease" [ 840.094356] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 840.095736] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 840.095736] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f1193d-6655-aeff-53fc-a3e1997a29a1" [ 840.095736] env[69073]: _type = "HttpNfcLease" [ 840.095736] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 840.096795] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1543c18-8068-42cd-94e7-7803a1052b99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.104648] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3100f-5465-27d6-8424-f47150aaea35/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 840.104971] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3100f-5465-27d6-8424-f47150aaea35/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 840.203023] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3c0f526f-486c-49d0-a3fc-31ff980248d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.205594] env[69073]: DEBUG nova.network.neutron [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.363456] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fa17481a-02ab-4470-ac24-3132b52b709f tempest-ServerAddressesNegativeTestJSON-17391415 tempest-ServerAddressesNegativeTestJSON-17391415-project-member] Lock "2dd0717f-fec5-4022-90d8-99b25f48f91c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.935s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.374630] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.374630] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520f4dc4-b6b8-c52f-5560-7314f56e1b96" [ 840.374630] env[69073]: _type = "HttpNfcLease" [ 840.374630] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 840.374890] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 840.374890] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520f4dc4-b6b8-c52f-5560-7314f56e1b96" [ 840.374890] env[69073]: _type = "HttpNfcLease" [ 840.374890] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 840.375772] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914d9382-4d89-4fd0-9010-e759dc47a36f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.383356] env[69073]: DEBUG nova.network.neutron [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Updating instance_info_cache with network_info: [{"id": "8e0a821e-d93f-464d-809b-87d68d273db8", "address": "fa:16:3e:33:c6:63", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0a821e-d9", "ovs_interfaceid": "8e0a821e-d93f-464d-809b-87d68d273db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.392168] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279c19e-2a1f-7857-ca7d-9595cf7931de/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 840.392811] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279c19e-2a1f-7857-ca7d-9595cf7931de/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 840.485137] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.512245] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219433, 'name': ReconfigVM_Task, 'duration_secs': 0.794348} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.514775] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 5385f25c-700d-4ee8-9714-2bc84481df0c/5385f25c-700d-4ee8-9714-2bc84481df0c.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.515781] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33c03077-aac5-4bcd-976a-18be375916e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.517719] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d245ce46-9232-4b94-a715-28246abe1dd1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.527187] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 840.527187] env[69073]: value = "task-3219436" [ 840.527187] env[69073]: _type = "Task" [ 840.527187] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.535919] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219436, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.563304] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97f7728f-a675-4067-9d91-954bd0554e39 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "5f5bf870-75f9-485c-91fa-cda01dde02d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.737s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.883975] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e0a27f-19d5-49a1-831e-08404d1a1144 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.892237] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "refresh_cache-2b824b3e-a8c4-483a-b8bb-fff02928ad4b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.892237] env[69073]: DEBUG nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Instance network_info: |[{"id": "8e0a821e-d93f-464d-809b-87d68d273db8", "address": "fa:16:3e:33:c6:63", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0a821e-d9", "ovs_interfaceid": "8e0a821e-d93f-464d-809b-87d68d273db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.892237] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c6:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e0a821e-d93f-464d-809b-87d68d273db8', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.898587] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.899394] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.899640] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cfd9781-0964-4c59-aeb1-af6fd28a210a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.925982] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3003be5-5660-4759-8d07-4f744ebb59c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.927684] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.927684] env[69073]: value = "task-3219437" [ 840.927684] env[69073]: _type = "Task" [ 840.927684] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.959998] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3c9801-7225-4943-945f-1b9b963565e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.970454] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219437, 'name': CreateVM_Task} progress is 15%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.977133] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38bada7-8729-49e3-9352-aee1ac44e6ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.732837] env[69073]: DEBUG nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.736199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.736596] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.736855] env[69073]: INFO nova.compute.manager [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Shelving [ 841.739215] env[69073]: DEBUG nova.compute.provider_tree [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.752658] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219436, 'name': Rename_Task, 'duration_secs': 0.147313} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.756323] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.756604] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219437, 'name': CreateVM_Task, 'duration_secs': 0.428634} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.757642] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c35d9c2f-0ba5-4486-b6d2-51a97465cd21 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.759478] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.760714] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.761066] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.761669] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.762517] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c394829-f18f-4194-9d13-e12f406f0351 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.767695] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 841.767695] env[69073]: value = "task-3219438" [ 841.767695] env[69073]: _type = "Task" [ 841.767695] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.774969] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 841.774969] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52491efe-5a27-58fe-5bba-2f8ccc0dbb30" [ 841.774969] env[69073]: _type = "Task" [ 841.774969] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.793228] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52491efe-5a27-58fe-5bba-2f8ccc0dbb30, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.793806] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219438, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.794332] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.794730] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.795130] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.795400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.795768] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.796079] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98890763-18a8-4c09-ac64-7a81aa3d05cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.807084] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.807642] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.808943] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd612c3-f730-4b8f-8f54-463285977b7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.822333] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 841.822333] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52393752-f0dd-514c-a28f-fa99daae746b" [ 841.822333] env[69073]: _type = "Task" [ 841.822333] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.837675] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52393752-f0dd-514c-a28f-fa99daae746b, 'name': SearchDatastore_Task, 'duration_secs': 0.013098} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.839132] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923f1497-1542-4533-bbc6-fb4511ca5849 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.845510] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 841.845510] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dea5a5-e8e3-44a9-d518-0cb3a2d97154" [ 841.845510] env[69073]: _type = "Task" [ 841.845510] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.856740] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dea5a5-e8e3-44a9-d518-0cb3a2d97154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.248532] env[69073]: DEBUG nova.scheduler.client.report [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.287217] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219438, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.297942] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.365350] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dea5a5-e8e3-44a9-d518-0cb3a2d97154, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.365662] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.365963] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2b824b3e-a8c4-483a-b8bb-fff02928ad4b/2b824b3e-a8c4-483a-b8bb-fff02928ad4b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.366288] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-136448d5-28b3-4234-9c04-d995826fb3ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.373508] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 842.373508] env[69073]: value = "task-3219439" [ 842.373508] env[69073]: _type = "Task" [ 842.373508] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.383536] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.759059] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.962s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.759743] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.278s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.762331] env[69073]: INFO nova.compute.claims [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.765230] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.766044] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-484e6f9b-ecf5-4a29-a5d8-17eccf969868 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.782026] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 842.782026] env[69073]: value = "task-3219440" [ 842.782026] env[69073]: _type = "Task" [ 842.782026] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.793038] env[69073]: DEBUG oslo_vmware.api [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219438, 'name': PowerOnVM_Task, 'duration_secs': 0.556987} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.794067] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.794366] env[69073]: INFO nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Took 10.30 seconds to spawn the instance on the hypervisor. [ 842.794806] env[69073]: DEBUG nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.796494] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3236bc3-540d-4ae4-af75-ff843522f966 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.801827] env[69073]: INFO nova.scheduler.client.report [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Deleted allocations for instance edb019f1-3d31-4127-95b9-9c893cc0bed9 [ 842.806837] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.888126] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219439, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.291948] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219440, 'name': PowerOffVM_Task, 'duration_secs': 0.243575} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.292257] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.293093] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f0c137-2f74-4233-ae99-3c831b7c44e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.314653] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424ee653-a5bc-4da3-8986-0278d27e047e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.324766] env[69073]: DEBUG oslo_concurrency.lockutils [None req-17d9eba8-047a-4eb0-bd15-535dea298601 tempest-ServerExternalEventsTest-672223245 tempest-ServerExternalEventsTest-672223245-project-member] Lock "edb019f1-3d31-4127-95b9-9c893cc0bed9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.828s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.336336] env[69073]: INFO nova.compute.manager [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Took 40.18 seconds to build instance. [ 843.385152] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571862} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.385436] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2b824b3e-a8c4-483a-b8bb-fff02928ad4b/2b824b3e-a8c4-483a-b8bb-fff02928ad4b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.385656] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.385915] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1afee43c-0a89-4f2f-b764-89963f68f7ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.392923] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 843.392923] env[69073]: value = "task-3219441" [ 843.392923] env[69073]: _type = "Task" [ 843.392923] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.408142] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.836550] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 843.837028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8085654e-5e6b-464e-9270-05db97278ebd tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.617s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.837307] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27a819e6-70be-48ab-90b4-28b5a2d14046 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.849393] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 843.849393] env[69073]: value = "task-3219442" [ 843.849393] env[69073]: _type = "Task" [ 843.849393] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.860650] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219442, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.907215] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073107} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.910861] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.912331] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d517bf7a-329f-4f77-97aa-8f22e69779e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.936617] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 2b824b3e-a8c4-483a-b8bb-fff02928ad4b/2b824b3e-a8c4-483a-b8bb-fff02928ad4b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.940065] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2d7cc4-e1ba-4aad-bd48-41de0328dfc8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.961061] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 843.961061] env[69073]: value = "task-3219443" [ 843.961061] env[69073]: _type = "Task" [ 843.961061] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.969122] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.273034] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049487f8-9817-4467-bd10-34aa8f92f939 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.281642] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c245d5cc-1b0c-430a-83b4-5602591483b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.317124] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3da0087-8fe5-43ef-b97a-d6b5f66f96cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.325239] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf640f0-1f85-43e5-ade0-f2d025700354 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.340024] env[69073]: DEBUG nova.compute.provider_tree [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.356812] env[69073]: DEBUG nova.compute.manager [req-bcdfa544-3b8f-4ee3-8e3d-b9164e2b355d req-0f6bffb1-067e-43ff-b0f0-ca08c15c1f0e service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Received event network-changed-8e0a821e-d93f-464d-809b-87d68d273db8 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.356906] env[69073]: DEBUG nova.compute.manager [req-bcdfa544-3b8f-4ee3-8e3d-b9164e2b355d req-0f6bffb1-067e-43ff-b0f0-ca08c15c1f0e service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Refreshing instance network info cache due to event network-changed-8e0a821e-d93f-464d-809b-87d68d273db8. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.357263] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcdfa544-3b8f-4ee3-8e3d-b9164e2b355d req-0f6bffb1-067e-43ff-b0f0-ca08c15c1f0e service nova] Acquiring lock "refresh_cache-2b824b3e-a8c4-483a-b8bb-fff02928ad4b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.357401] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcdfa544-3b8f-4ee3-8e3d-b9164e2b355d req-0f6bffb1-067e-43ff-b0f0-ca08c15c1f0e service nova] Acquired lock "refresh_cache-2b824b3e-a8c4-483a-b8bb-fff02928ad4b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.357652] env[69073]: DEBUG nova.network.neutron [req-bcdfa544-3b8f-4ee3-8e3d-b9164e2b355d req-0f6bffb1-067e-43ff-b0f0-ca08c15c1f0e service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Refreshing network info cache for port 8e0a821e-d93f-464d-809b-87d68d273db8 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.365321] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219442, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.473564] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219443, 'name': ReconfigVM_Task, 'duration_secs': 0.421768} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.473954] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 2b824b3e-a8c4-483a-b8bb-fff02928ad4b/2b824b3e-a8c4-483a-b8bb-fff02928ad4b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.474571] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37935f5f-642c-487e-bd7b-8473fc116f67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.480989] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 844.480989] env[69073]: value = "task-3219444" [ 844.480989] env[69073]: _type = "Task" [ 844.480989] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.489650] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219444, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.561916] env[69073]: DEBUG nova.compute.manager [req-c9462d72-cd22-4107-a181-7c0511e10548 req-05d5a98c-ea42-4d3e-b066-aa2cae8eb29e service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Received event network-changed-8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.562228] env[69073]: DEBUG nova.compute.manager [req-c9462d72-cd22-4107-a181-7c0511e10548 req-05d5a98c-ea42-4d3e-b066-aa2cae8eb29e service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Refreshing instance network info cache due to event network-changed-8254be39-1edc-47cb-99ed-7374cf34e422. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.562364] env[69073]: DEBUG oslo_concurrency.lockutils [req-c9462d72-cd22-4107-a181-7c0511e10548 req-05d5a98c-ea42-4d3e-b066-aa2cae8eb29e service nova] Acquiring lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.562519] env[69073]: DEBUG oslo_concurrency.lockutils [req-c9462d72-cd22-4107-a181-7c0511e10548 req-05d5a98c-ea42-4d3e-b066-aa2cae8eb29e service nova] Acquired lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.562687] env[69073]: DEBUG nova.network.neutron [req-c9462d72-cd22-4107-a181-7c0511e10548 req-05d5a98c-ea42-4d3e-b066-aa2cae8eb29e service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Refreshing network info cache for port 8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.843260] env[69073]: DEBUG nova.scheduler.client.report [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.866892] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219442, 'name': CreateSnapshot_Task, 'duration_secs': 0.869278} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.868430] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 844.869204] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d5811e-63a6-49a1-afef-056e60a8e35c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.995025] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219444, 'name': Rename_Task, 'duration_secs': 0.175712} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.995653] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.996079] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-108db511-20e5-43df-a8dc-1cc947204ea4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.006027] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 845.006027] env[69073]: value = "task-3219445" [ 845.006027] env[69073]: _type = "Task" [ 845.006027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.016716] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.269723] env[69073]: DEBUG nova.network.neutron [req-bcdfa544-3b8f-4ee3-8e3d-b9164e2b355d req-0f6bffb1-067e-43ff-b0f0-ca08c15c1f0e service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Updated VIF entry in instance network info cache for port 8e0a821e-d93f-464d-809b-87d68d273db8. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.269723] env[69073]: DEBUG nova.network.neutron [req-bcdfa544-3b8f-4ee3-8e3d-b9164e2b355d req-0f6bffb1-067e-43ff-b0f0-ca08c15c1f0e service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Updating instance_info_cache with network_info: [{"id": "8e0a821e-d93f-464d-809b-87d68d273db8", "address": "fa:16:3e:33:c6:63", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e0a821e-d9", "ovs_interfaceid": "8e0a821e-d93f-464d-809b-87d68d273db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.360208] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.361275] env[69073]: DEBUG nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.365176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.546s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.366865] env[69073]: INFO nova.compute.claims [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.393969] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.393969] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f9f2d46e-0658-4276-b81e-07883100f384 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.408169] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 845.408169] env[69073]: value = "task-3219446" [ 845.408169] env[69073]: _type = "Task" [ 845.408169] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.415908] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219446, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.457600] env[69073]: DEBUG nova.network.neutron [req-c9462d72-cd22-4107-a181-7c0511e10548 req-05d5a98c-ea42-4d3e-b066-aa2cae8eb29e service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Updated VIF entry in instance network info cache for port 8254be39-1edc-47cb-99ed-7374cf34e422. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.458366] env[69073]: DEBUG nova.network.neutron [req-c9462d72-cd22-4107-a181-7c0511e10548 req-05d5a98c-ea42-4d3e-b066-aa2cae8eb29e service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Updating instance_info_cache with network_info: [{"id": "8254be39-1edc-47cb-99ed-7374cf34e422", "address": "fa:16:3e:f1:3a:70", "network": {"id": "df853dce-d859-49d9-956e-05af961b60d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1722955964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47bb2b57e7a4494997a9ee716616fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8254be39-1e", "ovs_interfaceid": "8254be39-1edc-47cb-99ed-7374cf34e422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.514823] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219445, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.772073] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcdfa544-3b8f-4ee3-8e3d-b9164e2b355d req-0f6bffb1-067e-43ff-b0f0-ca08c15c1f0e service nova] Releasing lock "refresh_cache-2b824b3e-a8c4-483a-b8bb-fff02928ad4b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.875466] env[69073]: DEBUG nova.compute.utils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.876209] env[69073]: DEBUG nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.876413] env[69073]: DEBUG nova.network.neutron [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.919272] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219446, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.960932] env[69073]: DEBUG oslo_concurrency.lockutils [req-c9462d72-cd22-4107-a181-7c0511e10548 req-05d5a98c-ea42-4d3e-b066-aa2cae8eb29e service nova] Releasing lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.968950] env[69073]: DEBUG nova.policy [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '308d7428dfb94ab6bfe883c4a74be5ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a29fb9dd7b44c19b6b51705cb1866f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.021242] env[69073]: DEBUG oslo_vmware.api [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219445, 'name': PowerOnVM_Task, 'duration_secs': 0.56351} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.021553] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.021750] env[69073]: INFO nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Took 8.58 seconds to spawn the instance on the hypervisor. [ 846.021924] env[69073]: DEBUG nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.022746] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98dae44-4bf9-4d83-917c-7ec38bc80669 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.328984] env[69073]: DEBUG nova.network.neutron [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Successfully created port: 9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.382878] env[69073]: DEBUG nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.417619] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219446, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.547277] env[69073]: INFO nova.compute.manager [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Took 41.70 seconds to build instance. [ 846.918120] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a2e7c3-4a5c-4bd7-bd24-899c7326a012 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.926399] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219446, 'name': CloneVM_Task} progress is 95%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.931668] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea2b68f-5a3b-475a-9a7c-fe86b7b8d531 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.968842] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ffd087-e92c-496a-9491-1a2eec5bb6cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.977438] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff45292-4311-46a0-8fc6-8469100187f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.992457] env[69073]: DEBUG nova.compute.provider_tree [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.055296] env[69073]: DEBUG oslo_concurrency.lockutils [None req-14a0567f-f96b-40be-80fa-60f644d0efc5 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.573s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.397688] env[69073]: DEBUG nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.421915] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219446, 'name': CloneVM_Task, 'duration_secs': 1.672546} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.421915] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Created linked-clone VM from snapshot [ 847.421915] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90951a00-dca2-49c8-8b98-b11129090c9f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.428991] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Uploading image 2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.496560] env[69073]: DEBUG nova.scheduler.client.report [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.004976] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.005656] env[69073]: DEBUG nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.011312] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.399s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.011312] env[69073]: DEBUG nova.objects.instance [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lazy-loading 'resources' on Instance uuid e1afbb1e-ceb6-4154-9cb3-d2ec935e194d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.165208] env[69073]: DEBUG nova.network.neutron [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Successfully updated port: 9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.512312] env[69073]: DEBUG nova.compute.utils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.518119] env[69073]: DEBUG nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.518119] env[69073]: DEBUG nova.network.neutron [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.598619] env[69073]: DEBUG nova.policy [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fe0657ccd9641609f4ab1d6ed5a2a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da13d8114d0540ef987f7faab2093cd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.669600] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquiring lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.669789] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquired lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.670178] env[69073]: DEBUG nova.network.neutron [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.972720] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad05c22-78df-407b-b2fd-c85210d4c7f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.985141] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b737c5-718a-4b4b-b331-85eedf52b0ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.018496] env[69073]: DEBUG nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.022370] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a3e2b3-d722-4a21-aa89-214e2ba8c8d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.036361] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422acf9-1f94-42d4-9666-0b22f3f7ecdf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.057826] env[69073]: DEBUG nova.compute.provider_tree [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.102732] env[69073]: DEBUG nova.network.neutron [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Successfully created port: 87b74d64-7b64-4ce6-a619-55fe44e03cb5 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.211691] env[69073]: DEBUG nova.network.neutron [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.359955] env[69073]: DEBUG nova.network.neutron [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Updating instance_info_cache with network_info: [{"id": "9b5adfd5-c893-4dc4-b151-94ff951933a3", "address": "fa:16:3e:9b:1c:ea", "network": {"id": "43e8eb7f-16f2-4e00-bd04-027703b4a78a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-656626126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a29fb9dd7b44c19b6b51705cb1866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b5adfd5-c8", "ovs_interfaceid": "9b5adfd5-c893-4dc4-b151-94ff951933a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.562560] env[69073]: DEBUG nova.scheduler.client.report [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.861474] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Releasing lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.862362] env[69073]: DEBUG nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Instance network_info: |[{"id": "9b5adfd5-c893-4dc4-b151-94ff951933a3", "address": "fa:16:3e:9b:1c:ea", "network": {"id": "43e8eb7f-16f2-4e00-bd04-027703b4a78a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-656626126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a29fb9dd7b44c19b6b51705cb1866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b5adfd5-c8", "ovs_interfaceid": "9b5adfd5-c893-4dc4-b151-94ff951933a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.030140] env[69073]: DEBUG nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.067679] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.070503] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.456s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.070749] env[69073]: DEBUG nova.objects.instance [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lazy-loading 'resources' on Instance uuid 637643cd-9258-472a-bef9-1c05bdd01da1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.137900] env[69073]: INFO nova.scheduler.client.report [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleted allocations for instance e1afbb1e-ceb6-4154-9cb3-d2ec935e194d [ 850.431411] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.431714] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.431874] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.432063] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.433458] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.433458] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.433458] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.433458] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.433458] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.433458] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.433709] env[69073]: DEBUG nova.virt.hardware [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.438252] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8afe26-d9aa-4748-bf10-eb054eafe572 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.450737] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.450737] env[69073]: value = "vm-643677" [ 850.450737] env[69073]: _type = "VirtualMachine" [ 850.450737] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.452057] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3ebf19-656a-4f5d-90c4-32c3cea6d715 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.458071] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2ac3c9e5-5366-42e7-848e-5cd1e68cc9a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.472054] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:1c:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97b68ed7-8461-4345-b064-96a1dde53a86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b5adfd5-c893-4dc4-b151-94ff951933a3', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.481101] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Creating folder: Project (26a29fb9dd7b44c19b6b51705cb1866f). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.484705] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279c19e-2a1f-7857-ca7d-9595cf7931de/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 850.484925] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3fd3d64-34dc-4d99-b672-a84bf13f7d78 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.486933] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lease: (returnval){ [ 850.486933] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52de4100-90bd-43f3-f7fa-10613a5aa17f" [ 850.486933] env[69073]: _type = "HttpNfcLease" [ 850.486933] env[69073]: } obtained for exporting VM: (result){ [ 850.486933] env[69073]: value = "vm-643677" [ 850.486933] env[69073]: _type = "VirtualMachine" [ 850.486933] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.487197] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the lease: (returnval){ [ 850.487197] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52de4100-90bd-43f3-f7fa-10613a5aa17f" [ 850.487197] env[69073]: _type = "HttpNfcLease" [ 850.487197] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.488954] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36156ff6-4324-4587-a433-050b927b7bda {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.503291] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:39:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a3fd5a3d-8603-4ee6-b807-b25ae3070096',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-132326680',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.503291] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.503291] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.503291] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.503291] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.503722] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.503722] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.503967] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.503967] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.504748] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.504748] env[69073]: DEBUG nova.virt.hardware [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.506738] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887eb05-e5dd-4dc5-8120-2ee7a30f0d61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.513136] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.513136] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52de4100-90bd-43f3-f7fa-10613a5aa17f" [ 850.513136] env[69073]: _type = "HttpNfcLease" [ 850.513136] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.513487] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Created folder: Project (26a29fb9dd7b44c19b6b51705cb1866f) in parent group-v643537. [ 850.513820] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Creating folder: Instances. Parent ref: group-v643678. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.515358] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279c19e-2a1f-7857-ca7d-9595cf7931de/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 850.515358] env[69073]: ERROR oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279c19e-2a1f-7857-ca7d-9595cf7931de/disk-0.vmdk due to incomplete transfer. [ 850.515358] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.515358] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52de4100-90bd-43f3-f7fa-10613a5aa17f" [ 850.515358] env[69073]: _type = "HttpNfcLease" [ 850.515358] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 850.515358] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3359c598-8b0a-4282-a610-b89aa14db61a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.516866] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-63236d29-4851-4e5d-aff6-7da4f3e71f07 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.521041] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1ac3c3-7095-430c-aaf0-4fd02f87f743 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.525616] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f11588b-5b43-49d9-8941-a3fbffb944ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.531149] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279c19e-2a1f-7857-ca7d-9595cf7931de/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 850.531376] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Uploaded image 8463b4a9-73f9-4f7e-a076-8d48774a7081 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 850.533335] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.541379] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-db51aac4-44f5-41db-a115-d683cf943783 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.541379] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Created folder: Instances in parent group-v643678. [ 850.541379] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.541379] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e0abc-128f-4c0a-d4fb-b59e8804e154/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.541379] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e0abc-128f-4c0a-d4fb-b59e8804e154/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.551106] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.554445] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3fba489-52b5-49d5-b135-992fe18522a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.631193] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 850.631193] env[69073]: value = "task-3219450" [ 850.631193] env[69073]: _type = "Task" [ 850.631193] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.639028] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.639028] env[69073]: value = "task-3219451" [ 850.639028] env[69073]: _type = "Task" [ 850.639028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.648594] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219450, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.655332] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219451, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.655332] env[69073]: DEBUG oslo_concurrency.lockutils [None req-75ab94c4-e611-4cbb-9124-81944a43aa09 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "e1afbb1e-ceb6-4154-9cb3-d2ec935e194d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.902s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.669334] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c505d108-58c4-4a19-810d-3a9f10c81206 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.924656] env[69073]: DEBUG nova.network.neutron [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Successfully updated port: 87b74d64-7b64-4ce6-a619-55fe44e03cb5 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.149712] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219450, 'name': Destroy_Task, 'duration_secs': 0.572848} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.150075] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Destroyed the VM [ 851.150235] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.150954] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fe50f33f-235c-4377-9fa9-2ab46d1b51c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.155520] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219451, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.159960] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 851.159960] env[69073]: value = "task-3219452" [ 851.159960] env[69073]: _type = "Task" [ 851.159960] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.170418] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.176278] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f1dd6f-d0ed-47e6-8f77-f05593145f58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.183864] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd15e4-501b-4d66-b91b-875e9f6959de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.219857] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e0c93-586a-46a5-99b7-b97ff4309f7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.230151] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9f2404-fe2b-4eb5-b95b-36eef3a0b80e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.251535] env[69073]: DEBUG nova.compute.provider_tree [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.266146] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3100f-5465-27d6-8424-f47150aaea35/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 851.267674] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec3c4ec-6a0a-4922-834d-62fdb761fa8c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.274687] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3100f-5465-27d6-8424-f47150aaea35/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 851.274687] env[69073]: ERROR oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3100f-5465-27d6-8424-f47150aaea35/disk-0.vmdk due to incomplete transfer. [ 851.275218] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51f55014-f198-4444-9745-0b279a82826c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.282351] env[69073]: DEBUG oslo_vmware.rw_handles [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3100f-5465-27d6-8424-f47150aaea35/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 851.282628] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Uploaded image 2d057418-01df-4489-b846-f44e7dbd59a4 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 851.285380] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 851.285981] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d29a295f-7af3-4d99-8df5-5abba0ed38ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.292544] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 851.292544] env[69073]: value = "task-3219453" [ 851.292544] env[69073]: _type = "Task" [ 851.292544] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.300738] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219453, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.374887] env[69073]: DEBUG nova.compute.manager [req-2a566371-e685-4c47-8ef2-86f60b93bff2 req-b2e40280-7f84-4ded-a8e1-da99ee002677 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Received event network-vif-plugged-9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.375990] env[69073]: DEBUG oslo_concurrency.lockutils [req-2a566371-e685-4c47-8ef2-86f60b93bff2 req-b2e40280-7f84-4ded-a8e1-da99ee002677 service nova] Acquiring lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.375990] env[69073]: DEBUG oslo_concurrency.lockutils [req-2a566371-e685-4c47-8ef2-86f60b93bff2 req-b2e40280-7f84-4ded-a8e1-da99ee002677 service nova] Lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.376139] env[69073]: DEBUG oslo_concurrency.lockutils [req-2a566371-e685-4c47-8ef2-86f60b93bff2 req-b2e40280-7f84-4ded-a8e1-da99ee002677 service nova] Lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.376937] env[69073]: DEBUG nova.compute.manager [req-2a566371-e685-4c47-8ef2-86f60b93bff2 req-b2e40280-7f84-4ded-a8e1-da99ee002677 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] No waiting events found dispatching network-vif-plugged-9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.376937] env[69073]: WARNING nova.compute.manager [req-2a566371-e685-4c47-8ef2-86f60b93bff2 req-b2e40280-7f84-4ded-a8e1-da99ee002677 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Received unexpected event network-vif-plugged-9b5adfd5-c893-4dc4-b151-94ff951933a3 for instance with vm_state building and task_state spawning. [ 851.434708] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.434708] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.434708] env[69073]: DEBUG nova.network.neutron [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.500977] env[69073]: DEBUG nova.compute.manager [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.502187] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d577812-35bc-4738-9736-52e61500482c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.650200] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219451, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.675421] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.757608] env[69073]: DEBUG nova.scheduler.client.report [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.805492] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219453, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.970474] env[69073]: DEBUG nova.network.neutron [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.015711] env[69073]: INFO nova.compute.manager [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] instance snapshotting [ 852.021771] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f2bca-69ab-47dc-b946-0a14602e494f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.052369] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f0ef75-1d75-4381-8163-a11352c2d5f9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.150223] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219451, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.173419] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219452, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.199676] env[69073]: DEBUG nova.network.neutron [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance_info_cache with network_info: [{"id": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "address": "fa:16:3e:73:4c:e2", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b74d64-7b", "ovs_interfaceid": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.268542] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.271071] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.064s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.271571] env[69073]: DEBUG nova.objects.instance [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lazy-loading 'resources' on Instance uuid 061174f6-86e2-4229-9337-7283ee1aaa7b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.304618] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219453, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.319049] env[69073]: INFO nova.scheduler.client.report [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleted allocations for instance 637643cd-9258-472a-bef9-1c05bdd01da1 [ 852.568023] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 852.568023] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-81896efb-603e-4015-a318-2b142c41ac7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.575902] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 852.575902] env[69073]: value = "task-3219454" [ 852.575902] env[69073]: _type = "Task" [ 852.575902] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.586696] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.652323] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219451, 'name': CreateVM_Task, 'duration_secs': 1.747853} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.652563] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.653837] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.654018] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.654716] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.654997] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5692b118-a1c5-4d6f-a2f6-163e011a59df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.664022] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 852.664022] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520b9178-b4ef-31a3-961e-84955c8f77e4" [ 852.664022] env[69073]: _type = "Task" [ 852.664022] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.674566] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520b9178-b4ef-31a3-961e-84955c8f77e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.677873] env[69073]: DEBUG oslo_vmware.api [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219452, 'name': RemoveSnapshot_Task, 'duration_secs': 1.114914} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.678138] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.678456] env[69073]: INFO nova.compute.manager [None req-ad9cc6d1-26a0-44d6-984a-a286187f445b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Took 19.50 seconds to snapshot the instance on the hypervisor. [ 852.702119] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.703459] env[69073]: DEBUG nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Instance network_info: |[{"id": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "address": "fa:16:3e:73:4c:e2", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b74d64-7b", "ovs_interfaceid": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.703940] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:4c:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87b74d64-7b64-4ce6-a619-55fe44e03cb5', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.715208] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.716166] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.716166] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7398f442-5366-4352-96b2-897e9300b949 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.741588] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.741588] env[69073]: value = "task-3219455" [ 852.741588] env[69073]: _type = "Task" [ 852.741588] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.749681] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219455, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.804213] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219453, 'name': Destroy_Task, 'duration_secs': 1.408507} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.804883] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Destroyed the VM [ 852.805147] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 852.808563] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5d4ead37-1844-4ef4-a6ff-fcd605bea760 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.815386] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 852.815386] env[69073]: value = "task-3219456" [ 852.815386] env[69073]: _type = "Task" [ 852.815386] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.823815] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.830044] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bc9ca339-2cf7-4957-a82c-19213d0f150b tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "637643cd-9258-472a-bef9-1c05bdd01da1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.240s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.933475] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "4f4146ad-7367-4b33-ac3a-632a7a631b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.933919] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f4146ad-7367-4b33-ac3a-632a7a631b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.095965] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219454, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.175270] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520b9178-b4ef-31a3-961e-84955c8f77e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015409} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.176637] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.176637] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.176637] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.176637] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.176637] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.177055] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41893782-21b3-49ee-8f7d-47ce404378d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.189608] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.189818] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.190671] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef287fb-2b83-4582-a924-4bba7c5fb4c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.196385] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 853.196385] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521bfeb4-9550-a1a1-be3e-1fb4d49981ee" [ 853.196385] env[69073]: _type = "Task" [ 853.196385] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.207913] env[69073]: DEBUG nova.compute.manager [req-7347b133-aa24-4fa4-9785-2a93ed00b8bc req-b168ac19-b14c-4cde-8d79-9d8fea9eb566 service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Received event network-changed-41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.209318] env[69073]: DEBUG nova.compute.manager [req-7347b133-aa24-4fa4-9785-2a93ed00b8bc req-b168ac19-b14c-4cde-8d79-9d8fea9eb566 service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Refreshing instance network info cache due to event network-changed-41437731-7c37-4925-bd86-ca49f6c74ebb. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.209318] env[69073]: DEBUG oslo_concurrency.lockutils [req-7347b133-aa24-4fa4-9785-2a93ed00b8bc req-b168ac19-b14c-4cde-8d79-9d8fea9eb566 service nova] Acquiring lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.209318] env[69073]: DEBUG oslo_concurrency.lockutils [req-7347b133-aa24-4fa4-9785-2a93ed00b8bc req-b168ac19-b14c-4cde-8d79-9d8fea9eb566 service nova] Acquired lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.209318] env[69073]: DEBUG nova.network.neutron [req-7347b133-aa24-4fa4-9785-2a93ed00b8bc req-b168ac19-b14c-4cde-8d79-9d8fea9eb566 service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Refreshing network info cache for port 41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.218799] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521bfeb4-9550-a1a1-be3e-1fb4d49981ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.251964] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219455, 'name': CreateVM_Task, 'duration_secs': 0.415075} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.252221] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.252971] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.253191] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.253540] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.253827] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2202197c-c187-4564-b545-f77153aa6a0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.259105] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 853.259105] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52311f27-afd1-7625-11b1-167d1a89b783" [ 853.259105] env[69073]: _type = "Task" [ 853.259105] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.260901] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425a2e31-202b-4443-ba4e-1d07957047f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.273707] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb4687-9f62-4524-a2c4-87cf0de086a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.277081] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52311f27-afd1-7625-11b1-167d1a89b783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.305179] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c17a9-66ce-49ad-9c52-583160d0cd9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.312798] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b4bdd8-14b4-4bce-b474-67fcd48af1e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.329599] env[69073]: DEBUG nova.compute.provider_tree [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.334154] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.440861] env[69073]: DEBUG nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.590210] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219454, 'name': CreateSnapshot_Task, 'duration_secs': 0.894448} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.590511] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 853.591405] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e659271d-f765-4a50-b358-1cba4b0e9a46 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.710520] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521bfeb4-9550-a1a1-be3e-1fb4d49981ee, 'name': SearchDatastore_Task, 'duration_secs': 0.019033} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.713475] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bae6dc2-11a0-4e77-bf0d-94efb87e78e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.719049] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 853.719049] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5203ebc1-01d8-b409-4671-6c10f7e550f8" [ 853.719049] env[69073]: _type = "Task" [ 853.719049] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.728178] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5203ebc1-01d8-b409-4671-6c10f7e550f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.771128] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52311f27-afd1-7625-11b1-167d1a89b783, 'name': SearchDatastore_Task, 'duration_secs': 0.015866} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.771476] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.771722] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.771935] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.829348] env[69073]: DEBUG oslo_vmware.api [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219456, 'name': RemoveSnapshot_Task, 'duration_secs': 0.867684} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.829677] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 853.829947] env[69073]: INFO nova.compute.manager [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Took 17.44 seconds to snapshot the instance on the hypervisor. [ 853.835982] env[69073]: DEBUG nova.scheduler.client.report [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.869597] env[69073]: DEBUG nova.compute.manager [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Received event network-changed-9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.869718] env[69073]: DEBUG nova.compute.manager [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Refreshing instance network info cache due to event network-changed-9b5adfd5-c893-4dc4-b151-94ff951933a3. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.869934] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Acquiring lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.870130] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Acquired lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.870296] env[69073]: DEBUG nova.network.neutron [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Refreshing network info cache for port 9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.873238] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.873473] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.873689] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.873823] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.873986] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.876243] env[69073]: INFO nova.compute.manager [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Terminating instance [ 853.968550] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.037337] env[69073]: DEBUG nova.network.neutron [req-7347b133-aa24-4fa4-9785-2a93ed00b8bc req-b168ac19-b14c-4cde-8d79-9d8fea9eb566 service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updated VIF entry in instance network info cache for port 41437731-7c37-4925-bd86-ca49f6c74ebb. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.037724] env[69073]: DEBUG nova.network.neutron [req-7347b133-aa24-4fa4-9785-2a93ed00b8bc req-b168ac19-b14c-4cde-8d79-9d8fea9eb566 service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updating instance_info_cache with network_info: [{"id": "41437731-7c37-4925-bd86-ca49f6c74ebb", "address": "fa:16:3e:7d:48:6a", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41437731-7c", "ovs_interfaceid": "41437731-7c37-4925-bd86-ca49f6c74ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.111054] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 854.111413] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1d5fe962-db7e-4d89-b989-d5752d5d4f3f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.121587] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 854.121587] env[69073]: value = "task-3219457" [ 854.121587] env[69073]: _type = "Task" [ 854.121587] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.131304] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219457, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.233760] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5203ebc1-01d8-b409-4671-6c10f7e550f8, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.234107] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.234466] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52/c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.234873] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.235149] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.235452] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bdee906-6550-4625-801d-4938fdece992 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.237861] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8351e5fe-f01e-4a38-8d1d-d44f19d6b92a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.246102] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 854.246102] env[69073]: value = "task-3219458" [ 854.246102] env[69073]: _type = "Task" [ 854.246102] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.247735] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.247926] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.252542] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4a3181-943e-4248-bf34-18604792524c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.260874] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.263215] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 854.263215] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5291989a-058e-b7e3-c3b4-c9b3d371b679" [ 854.263215] env[69073]: _type = "Task" [ 854.263215] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.271773] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5291989a-058e-b7e3-c3b4-c9b3d371b679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.342935] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.344474] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.224s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.349131] env[69073]: INFO nova.compute.claims [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.368169] env[69073]: INFO nova.scheduler.client.report [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Deleted allocations for instance 061174f6-86e2-4229-9337-7283ee1aaa7b [ 854.383531] env[69073]: DEBUG nova.compute.manager [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.383628] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.384784] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5e785d-e8cd-4927-93c8-acb7e40bb29e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.399341] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.402240] env[69073]: DEBUG nova.compute.manager [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Found 3 images (rotation: 2) {{(pid=69073) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 854.402434] env[69073]: DEBUG nova.compute.manager [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Rotating out 1 backups {{(pid=69073) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 854.402609] env[69073]: DEBUG nova.compute.manager [None req-2c312306-7a65-4a79-ae71-9195bbbcdab3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleting image 03b91b9b-173f-4f6e-a8bd-62682e4bfb11 {{(pid=69073) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 854.405158] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-721bff14-2185-44ec-aa49-f5fad66fae15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.474525] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.475412] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.475743] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleting the datastore file [datastore2] 9183d175-3295-40ee-a4a6-b7bc8f5694f1 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.476332] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fa6e50c-1ed5-4bc5-8ca4-a19c2723ae4e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.485824] env[69073]: DEBUG oslo_vmware.api [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 854.485824] env[69073]: value = "task-3219460" [ 854.485824] env[69073]: _type = "Task" [ 854.485824] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.496152] env[69073]: DEBUG oslo_vmware.api [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.540888] env[69073]: DEBUG oslo_concurrency.lockutils [req-7347b133-aa24-4fa4-9785-2a93ed00b8bc req-b168ac19-b14c-4cde-8d79-9d8fea9eb566 service nova] Releasing lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.634922] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219457, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.638151] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "d8adbfa4-91c8-4c4e-864e-339d93187d52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.638468] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "d8adbfa4-91c8-4c4e-864e-339d93187d52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.761546] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219458, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.775424] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5291989a-058e-b7e3-c3b4-c9b3d371b679, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.776513] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25636bf3-55cf-4d91-82b1-81a928ae39f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.782791] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 854.782791] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280f257-9f6c-05d1-c16f-c778c0af023c" [ 854.782791] env[69073]: _type = "Task" [ 854.782791] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.794602] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280f257-9f6c-05d1-c16f-c778c0af023c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.867852] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "df129425-381c-4c41-8515-e6bcaa04869f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.868122] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "df129425-381c-4c41-8515-e6bcaa04869f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.875668] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49b3a0bc-25c4-49ff-a5ed-6439bb5f9995 tempest-ListServerFiltersTestJSON-807488013 tempest-ListServerFiltersTestJSON-807488013-project-member] Lock "061174f6-86e2-4229-9337-7283ee1aaa7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.344s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.883020] env[69073]: DEBUG nova.network.neutron [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Updated VIF entry in instance network info cache for port 9b5adfd5-c893-4dc4-b151-94ff951933a3. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.883412] env[69073]: DEBUG nova.network.neutron [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Updating instance_info_cache with network_info: [{"id": "9b5adfd5-c893-4dc4-b151-94ff951933a3", "address": "fa:16:3e:9b:1c:ea", "network": {"id": "43e8eb7f-16f2-4e00-bd04-027703b4a78a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-656626126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a29fb9dd7b44c19b6b51705cb1866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b5adfd5-c8", "ovs_interfaceid": "9b5adfd5-c893-4dc4-b151-94ff951933a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.997885] env[69073]: DEBUG oslo_vmware.api [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.133386] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219457, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.141019] env[69073]: DEBUG nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.260204] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538783} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.260692] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52/c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.260771] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.261561] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3445af2-6463-4e3a-9cc8-2f644be9e9ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.268486] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 855.268486] env[69073]: value = "task-3219461" [ 855.268486] env[69073]: _type = "Task" [ 855.268486] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.277731] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.293688] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280f257-9f6c-05d1-c16f-c778c0af023c, 'name': SearchDatastore_Task, 'duration_secs': 0.036577} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.294104] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.294637] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1/f4c95b46-1573-428d-a7c5-637375d2cfb1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.294790] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e87dcb-6eaf-4344-bc07-26fe0f429ca1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.301862] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 855.301862] env[69073]: value = "task-3219462" [ 855.301862] env[69073]: _type = "Task" [ 855.301862] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.311554] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.385975] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Releasing lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.386355] env[69073]: DEBUG nova.compute.manager [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Received event network-vif-plugged-87b74d64-7b64-4ce6-a619-55fe44e03cb5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.386611] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Acquiring lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.386984] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.387090] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.387309] env[69073]: DEBUG nova.compute.manager [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] No waiting events found dispatching network-vif-plugged-87b74d64-7b64-4ce6-a619-55fe44e03cb5 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.387510] env[69073]: WARNING nova.compute.manager [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Received unexpected event network-vif-plugged-87b74d64-7b64-4ce6-a619-55fe44e03cb5 for instance with vm_state building and task_state spawning. [ 855.387784] env[69073]: DEBUG nova.compute.manager [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Received event network-changed-87b74d64-7b64-4ce6-a619-55fe44e03cb5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.387844] env[69073]: DEBUG nova.compute.manager [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Refreshing instance network info cache due to event network-changed-87b74d64-7b64-4ce6-a619-55fe44e03cb5. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.388661] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Acquiring lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.388661] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Acquired lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.388661] env[69073]: DEBUG nova.network.neutron [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Refreshing network info cache for port 87b74d64-7b64-4ce6-a619-55fe44e03cb5 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.501725] env[69073]: DEBUG oslo_vmware.api [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.738744} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.502280] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.502594] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.502941] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.503288] env[69073]: INFO nova.compute.manager [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 855.506132] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.506132] env[69073]: DEBUG nova.compute.manager [-] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.506132] env[69073]: DEBUG nova.network.neutron [-] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.640763] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219457, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.665888] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.741926] env[69073]: DEBUG nova.compute.manager [req-78776979-b1a5-4151-ac44-8d498ccdcbdd req-ef01444d-dc24-4058-b8b2-50c681f1104b service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Received event network-changed-8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.741926] env[69073]: DEBUG nova.compute.manager [req-78776979-b1a5-4151-ac44-8d498ccdcbdd req-ef01444d-dc24-4058-b8b2-50c681f1104b service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Refreshing instance network info cache due to event network-changed-8254be39-1edc-47cb-99ed-7374cf34e422. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.741926] env[69073]: DEBUG oslo_concurrency.lockutils [req-78776979-b1a5-4151-ac44-8d498ccdcbdd req-ef01444d-dc24-4058-b8b2-50c681f1104b service nova] Acquiring lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.741926] env[69073]: DEBUG oslo_concurrency.lockutils [req-78776979-b1a5-4151-ac44-8d498ccdcbdd req-ef01444d-dc24-4058-b8b2-50c681f1104b service nova] Acquired lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.742263] env[69073]: DEBUG nova.network.neutron [req-78776979-b1a5-4151-ac44-8d498ccdcbdd req-ef01444d-dc24-4058-b8b2-50c681f1104b service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Refreshing network info cache for port 8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.788029] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079483} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.788029] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.788029] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c95455a-fc75-474b-9977-cf83a6bd1df9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.818063] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52/c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.821749] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca427b7-0175-4cae-94b4-b674ca968be0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.845850] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483509} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.847961] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1/f4c95b46-1573-428d-a7c5-637375d2cfb1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.847961] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.848307] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 855.848307] env[69073]: value = "task-3219463" [ 855.848307] env[69073]: _type = "Task" [ 855.848307] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.848447] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38d56d59-35d4-468c-9a65-f4ca1408615b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.857817] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 855.857817] env[69073]: value = "task-3219464" [ 855.857817] env[69073]: _type = "Task" [ 855.857817] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.868718] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.876025] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.927094] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1a01f4-7aa2-4fc9-98f9-2827382960fa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.936019] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bff1091-4860-4719-869d-6837d273a3f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.977825] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88516fc2-4047-4fbd-bff3-10a7fb2a159c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.989678] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497de7c-b36a-4aaf-bb06-c602074e8ef8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.005305] env[69073]: DEBUG nova.compute.provider_tree [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.060642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquiring lock "4079e384-966a-4bae-9515-3d8a3a1c19c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.060642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "4079e384-966a-4bae-9515-3d8a3a1c19c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.060642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquiring lock "4079e384-966a-4bae-9515-3d8a3a1c19c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.060642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "4079e384-966a-4bae-9515-3d8a3a1c19c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.060642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "4079e384-966a-4bae-9515-3d8a3a1c19c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.062139] env[69073]: INFO nova.compute.manager [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Terminating instance [ 856.138387] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219457, 'name': CloneVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.348607] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "d756faa1-78c9-4635-a234-a00633ef6f14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.348949] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "d756faa1-78c9-4635-a234-a00633ef6f14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.368941] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219463, 'name': ReconfigVM_Task, 'duration_secs': 0.34319} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.375616] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Reconfigured VM instance instance-0000002e to attach disk [datastore1] c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52/c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.376532] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078365} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.376792] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf77ee2-6e6f-4317-b7bc-45b9f9f27b69 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.378767] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.380105] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d89ed7-799a-41d4-8d67-59a5dcd40066 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.401623] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 856.401623] env[69073]: value = "task-3219465" [ 856.401623] env[69073]: _type = "Task" [ 856.401623] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.411239] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1/f4c95b46-1573-428d-a7c5-637375d2cfb1.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.416419] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae36cde4-ba17-44ab-9da7-379363b9aa37 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.438661] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "134cbb52-edd4-473e-a197-ab567e44c43b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.438925] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "134cbb52-edd4-473e-a197-ab567e44c43b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.446135] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219465, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.447725] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 856.447725] env[69073]: value = "task-3219466" [ 856.447725] env[69073]: _type = "Task" [ 856.447725] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.456510] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.490532] env[69073]: DEBUG nova.network.neutron [-] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.511479] env[69073]: DEBUG nova.scheduler.client.report [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.545178] env[69073]: DEBUG nova.network.neutron [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updated VIF entry in instance network info cache for port 87b74d64-7b64-4ce6-a619-55fe44e03cb5. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.545660] env[69073]: DEBUG nova.network.neutron [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance_info_cache with network_info: [{"id": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "address": "fa:16:3e:73:4c:e2", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b74d64-7b", "ovs_interfaceid": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.568203] env[69073]: DEBUG nova.compute.manager [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.568465] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.569774] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac56429-c922-48c1-91c9-d862d43c79ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.582939] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.583292] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab124c1b-bff7-451f-84e0-6decf131789d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.590520] env[69073]: DEBUG oslo_vmware.api [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 856.590520] env[69073]: value = "task-3219467" [ 856.590520] env[69073]: _type = "Task" [ 856.590520] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.601615] env[69073]: DEBUG oslo_vmware.api [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.624366] env[69073]: DEBUG nova.network.neutron [req-78776979-b1a5-4151-ac44-8d498ccdcbdd req-ef01444d-dc24-4058-b8b2-50c681f1104b service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Updated VIF entry in instance network info cache for port 8254be39-1edc-47cb-99ed-7374cf34e422. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.624772] env[69073]: DEBUG nova.network.neutron [req-78776979-b1a5-4151-ac44-8d498ccdcbdd req-ef01444d-dc24-4058-b8b2-50c681f1104b service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Updating instance_info_cache with network_info: [{"id": "8254be39-1edc-47cb-99ed-7374cf34e422", "address": "fa:16:3e:f1:3a:70", "network": {"id": "df853dce-d859-49d9-956e-05af961b60d4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1722955964-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c47bb2b57e7a4494997a9ee716616fe1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8254be39-1e", "ovs_interfaceid": "8254be39-1edc-47cb-99ed-7374cf34e422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.640128] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219457, 'name': CloneVM_Task, 'duration_secs': 2.021031} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.641175] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Created linked-clone VM from snapshot [ 856.641966] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258c4e20-d4e2-4995-8a45-aebe4b378e3a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.650544] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Uploading image 711f2084-cf25-4351-b44b-2442e5af975b {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 856.666902] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 856.667207] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-474366ea-67bd-42df-be96-bddeddffc60c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.675407] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 856.675407] env[69073]: value = "task-3219468" [ 856.675407] env[69073]: _type = "Task" [ 856.675407] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.677222] env[69073]: DEBUG nova.compute.manager [req-e8b3b77e-69e8-46ba-b780-8af52fad2770 req-e68a3d12-179c-4dcc-bac3-848bb5138493 service nova] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Received event network-vif-deleted-2cfadcc0-956b-4c4c-ba31-2eb0f4aebf25 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.688540] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219468, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.927413] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219465, 'name': Rename_Task, 'duration_secs': 0.143523} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.928068] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.928438] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0312166e-68f5-4458-b92c-9c6e80415f0c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.935403] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 856.935403] env[69073]: value = "task-3219469" [ 856.935403] env[69073]: _type = "Task" [ 856.935403] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.943706] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.957071] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219466, 'name': ReconfigVM_Task, 'duration_secs': 0.284728} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.957418] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfigured VM instance instance-0000002f to attach disk [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1/f4c95b46-1573-428d-a7c5-637375d2cfb1.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.958074] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bca2b8f-832c-4ac0-a306-fc77a4d742bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.964477] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 856.964477] env[69073]: value = "task-3219470" [ 856.964477] env[69073]: _type = "Task" [ 856.964477] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.974567] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219470, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.993103] env[69073]: INFO nova.compute.manager [-] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Took 1.49 seconds to deallocate network for instance. [ 857.000894] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquiring lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.001172] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.001370] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquiring lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.001557] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.001740] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.003675] env[69073]: INFO nova.compute.manager [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Terminating instance [ 857.014609] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.015180] env[69073]: DEBUG nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.018866] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.245s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.019136] env[69073]: DEBUG nova.objects.instance [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'resources' on Instance uuid 99256fa3-0b05-40e8-80b1-1172e2900146 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.049058] env[69073]: DEBUG oslo_concurrency.lockutils [req-9fd8d0f3-fbfd-4ab1-9c72-51e1c1d32fe3 req-de3ea9b6-a028-4a40-b1fd-b7bcdc8782f1 service nova] Releasing lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.101462] env[69073]: DEBUG oslo_vmware.api [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219467, 'name': PowerOffVM_Task, 'duration_secs': 0.315605} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.101734] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.101880] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.102263] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59cf1b97-13fd-4ef7-99de-04febe8d966d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.127641] env[69073]: DEBUG oslo_concurrency.lockutils [req-78776979-b1a5-4151-ac44-8d498ccdcbdd req-ef01444d-dc24-4058-b8b2-50c681f1104b service nova] Releasing lock "refresh_cache-ca7666ac-21be-4cca-8e1f-19e4338e31d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.170873] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.171133] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.171357] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Deleting the datastore file [datastore2] 4079e384-966a-4bae-9515-3d8a3a1c19c2 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.171629] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-774ca456-f787-4f3c-b26a-fd676f9c1d1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.182156] env[69073]: DEBUG oslo_vmware.api [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for the task: (returnval){ [ 857.182156] env[69073]: value = "task-3219472" [ 857.182156] env[69073]: _type = "Task" [ 857.182156] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.189155] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219468, 'name': Destroy_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.194590] env[69073]: DEBUG oslo_vmware.api [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.447115] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.475021] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219470, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.500473] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.507595] env[69073]: DEBUG nova.compute.manager [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.508122] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.508926] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0b8d1-186d-457a-9319-9366eb965109 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.516960] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.517349] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-631c530f-f45b-416b-82cd-8cb5837ed0de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.520400] env[69073]: DEBUG nova.compute.utils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.521992] env[69073]: DEBUG nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.522208] env[69073]: DEBUG nova.network.neutron [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.531853] env[69073]: DEBUG oslo_vmware.api [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 857.531853] env[69073]: value = "task-3219473" [ 857.531853] env[69073]: _type = "Task" [ 857.531853] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.540021] env[69073]: DEBUG oslo_vmware.api [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.594409] env[69073]: DEBUG nova.policy [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6d85be159b2492bba02ac3e5b658c8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec488afddb6341c4993a6c07e4362d4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.695877] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219468, 'name': Destroy_Task, 'duration_secs': 0.653813} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.696274] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Destroyed the VM [ 857.696532] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 857.700285] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a15c8d7-c041-4b94-891c-ed6df34ef072 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.702877] env[69073]: DEBUG oslo_vmware.api [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Task: {'id': task-3219472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209268} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.703197] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.703460] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.703694] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.703916] env[69073]: INFO nova.compute.manager [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 857.704268] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.705037] env[69073]: DEBUG nova.compute.manager [-] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.705182] env[69073]: DEBUG nova.network.neutron [-] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.709893] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 857.709893] env[69073]: value = "task-3219474" [ 857.709893] env[69073]: _type = "Task" [ 857.709893] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.724187] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219474, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.951186] env[69073]: DEBUG oslo_vmware.api [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219469, 'name': PowerOnVM_Task, 'duration_secs': 0.90826} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.954027] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.954369] env[69073]: INFO nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Took 10.56 seconds to spawn the instance on the hypervisor. [ 857.954599] env[69073]: DEBUG nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.955755] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df41e6b9-3252-4cd7-a403-b1767d9dc989 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.981613] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219470, 'name': Rename_Task, 'duration_secs': 0.556613} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.982060] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.982553] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c51e21b1-0b60-4774-ba52-66b88860be0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.995612] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 857.995612] env[69073]: value = "task-3219475" [ 857.995612] env[69073]: _type = "Task" [ 857.995612] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.004074] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.029295] env[69073]: DEBUG nova.compute.utils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.049824] env[69073]: DEBUG oslo_vmware.api [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219473, 'name': PowerOffVM_Task, 'duration_secs': 0.296941} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.050191] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.050496] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.050727] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98044a04-6565-43f7-85c5-4c21496a778b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.058197] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bb1444-6c48-4292-8e58-b44a47bd5a66 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.066942] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641f09dc-78cf-4b43-a83d-ad0d031bb82b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.098959] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15baa34e-fdc0-42fe-adad-e092fe1d7292 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.107208] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb548c0a-3005-4866-a135-0efe7caf3e9f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.121546] env[69073]: DEBUG nova.compute.provider_tree [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.124076] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.124287] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.124446] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Deleting the datastore file [datastore2] ca7666ac-21be-4cca-8e1f-19e4338e31d6 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.125081] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db15405d-31de-43a0-b952-ba06febede66 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.130726] env[69073]: DEBUG oslo_vmware.api [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for the task: (returnval){ [ 858.130726] env[69073]: value = "task-3219477" [ 858.130726] env[69073]: _type = "Task" [ 858.130726] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.139274] env[69073]: DEBUG oslo_vmware.api [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.159022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "f522d769-61e5-4c43-957c-a70094b60c19" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.159022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.159022] env[69073]: DEBUG nova.compute.manager [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.159604] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45045b24-8078-41c4-acb7-a7e24080e413 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.166359] env[69073]: DEBUG nova.compute.manager [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 858.166952] env[69073]: DEBUG nova.objects.instance [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'flavor' on Instance uuid f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.221400] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219474, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.341419] env[69073]: DEBUG nova.network.neutron [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Successfully created port: 9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.486160] env[69073]: INFO nova.compute.manager [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Took 45.02 seconds to build instance. [ 858.510176] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.527749] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e0abc-128f-4c0a-d4fb-b59e8804e154/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.528885] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4add6d26-16d1-4493-a8a8-eb835c9bae9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.535580] env[69073]: DEBUG nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.544170] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e0abc-128f-4c0a-d4fb-b59e8804e154/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.544170] env[69073]: ERROR oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e0abc-128f-4c0a-d4fb-b59e8804e154/disk-0.vmdk due to incomplete transfer. [ 858.544170] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c6bbdd0e-d003-41a4-85a7-8299d97cc46b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.551902] env[69073]: DEBUG oslo_vmware.rw_handles [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525e0abc-128f-4c0a-d4fb-b59e8804e154/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.552121] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Uploaded image 2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.554218] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.554477] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-529669a9-cdf9-408a-9496-eb90c8989d06 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.565036] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 858.565036] env[69073]: value = "task-3219478" [ 858.565036] env[69073]: _type = "Task" [ 858.565036] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.575265] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219478, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.583826] env[69073]: DEBUG nova.compute.manager [req-ee2870fa-fc09-44d8-95eb-0ae2dd5061b7 req-262789be-f1ba-4b6a-a777-8fba14b4c83b service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Received event network-vif-deleted-2820437a-c686-4491-afa0-8a157af519d9 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.584016] env[69073]: INFO nova.compute.manager [req-ee2870fa-fc09-44d8-95eb-0ae2dd5061b7 req-262789be-f1ba-4b6a-a777-8fba14b4c83b service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Neutron deleted interface 2820437a-c686-4491-afa0-8a157af519d9; detaching it from the instance and deleting it from the info cache [ 858.584359] env[69073]: DEBUG nova.network.neutron [req-ee2870fa-fc09-44d8-95eb-0ae2dd5061b7 req-262789be-f1ba-4b6a-a777-8fba14b4c83b service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.628108] env[69073]: DEBUG nova.scheduler.client.report [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.642503] env[69073]: DEBUG oslo_vmware.api [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Task: {'id': task-3219477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370634} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.643194] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.643194] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.643502] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.643714] env[69073]: INFO nova.compute.manager [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 858.643958] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.644167] env[69073]: DEBUG nova.compute.manager [-] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.644281] env[69073]: DEBUG nova.network.neutron [-] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.730485] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219474, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.758820] env[69073]: DEBUG nova.network.neutron [-] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.990377] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15673378-f68d-40aa-a228-bafeca02fc0e tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.120s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.009036] env[69073]: DEBUG oslo_vmware.api [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219475, 'name': PowerOnVM_Task, 'duration_secs': 0.820033} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.009530] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.009750] env[69073]: INFO nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Took 8.98 seconds to spawn the instance on the hypervisor. [ 859.009931] env[69073]: DEBUG nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.011259] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a39a1-37fa-4260-9ea6-0eda84a27e76 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.077776] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219478, 'name': Destroy_Task, 'duration_secs': 0.424497} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.078152] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Destroyed the VM [ 859.078306] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.078561] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1067cc72-7c9f-419e-8464-c6c4726cd1a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.084552] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 859.084552] env[69073]: value = "task-3219479" [ 859.084552] env[69073]: _type = "Task" [ 859.084552] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.088629] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-144275dc-5a30-442b-878d-3cae3c438331 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.098090] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219479, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.102116] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85fdf4a-5fc6-4395-9681-e0ac1f61b038 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.141025] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.143287] env[69073]: DEBUG nova.compute.manager [req-ee2870fa-fc09-44d8-95eb-0ae2dd5061b7 req-262789be-f1ba-4b6a-a777-8fba14b4c83b service nova] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Detach interface failed, port_id=2820437a-c686-4491-afa0-8a157af519d9, reason: Instance 4079e384-966a-4bae-9515-3d8a3a1c19c2 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.143998] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.341s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.145906] env[69073]: INFO nova.compute.claims [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.178890] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.184330] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b70b4ea-fcae-4bc5-8f1f-185f019ebf40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.192067] env[69073]: INFO nova.scheduler.client.report [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleted allocations for instance 99256fa3-0b05-40e8-80b1-1172e2900146 [ 859.195367] env[69073]: DEBUG oslo_vmware.api [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 859.195367] env[69073]: value = "task-3219480" [ 859.195367] env[69073]: _type = "Task" [ 859.195367] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.210985] env[69073]: DEBUG oslo_vmware.api [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.222678] env[69073]: DEBUG oslo_vmware.api [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219474, 'name': RemoveSnapshot_Task, 'duration_secs': 1.120851} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.223974] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.263653] env[69073]: INFO nova.compute.manager [-] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Took 1.56 seconds to deallocate network for instance. [ 859.497149] env[69073]: DEBUG nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.532013] env[69073]: INFO nova.compute.manager [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Took 42.73 seconds to build instance. [ 859.546684] env[69073]: DEBUG nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.581777] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:37:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1989217606',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1670356439',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.582055] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.582777] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.582777] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.582777] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.582777] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.583099] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.583099] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.583229] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.583391] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.583566] env[69073]: DEBUG nova.virt.hardware [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.584747] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9704eb16-5e04-4791-8941-0376e608d88b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.599090] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5876332d-9b67-45bf-9338-554aac77994a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.604107] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219479, 'name': RemoveSnapshot_Task, 'duration_secs': 0.366514} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.604107] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.604107] env[69073]: DEBUG nova.compute.manager [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.605103] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5069e002-c565-4750-a99b-1850f9345a93 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.710017] env[69073]: DEBUG oslo_vmware.api [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219480, 'name': PowerOffVM_Task, 'duration_secs': 0.321872} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.710658] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fbe65be0-73eb-47de-8c79-fd5997869537 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "99256fa3-0b05-40e8-80b1-1172e2900146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.884s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.711728] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.712239] env[69073]: DEBUG nova.compute.manager [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.714785] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Acquired lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.714785] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bcbf1f-79ff-4f35-9d0e-e2bed8058b41 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.718944] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8735c092-0523-4464-836e-2427f84a36de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.732281] env[69073]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 859.732281] env[69073]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69073) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 859.732281] env[69073]: WARNING nova.compute.manager [None req-65916497-87c5-4db2-8df1-1fc8655b05b6 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Image not found during snapshot: nova.exception.ImageNotFound: Image 711f2084-cf25-4351-b44b-2442e5af975b could not be found. [ 859.733133] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1ded4af-f247-40d8-98d5-3311098a5c8a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.744695] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20ca446-756f-4f45-9406-5e79b1cd3fbf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.778547] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.780546] env[69073]: ERROR root [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-643616' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-643616' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-643616' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-643616'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-643616' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-643616' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-643616'}\n"]: nova.exception.InstanceNotFound: Instance 99256fa3-0b05-40e8-80b1-1172e2900146 could not be found. [ 859.780691] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Releasing lock "99256fa3-0b05-40e8-80b1-1172e2900146" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.780850] env[69073]: DEBUG nova.compute.manager [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Detach interface failed, port_id=12fd300a-d20f-4fbe-8ec8-9280cbdb4042, reason: Instance 99256fa3-0b05-40e8-80b1-1172e2900146 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.781049] env[69073]: DEBUG nova.compute.manager [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Received event network-vif-plugged-d6d2fb75-88c1-4f89-b164-0bce186365e9 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.781247] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Acquiring lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.781434] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.781719] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.781903] env[69073]: DEBUG nova.compute.manager [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] No waiting events found dispatching network-vif-plugged-d6d2fb75-88c1-4f89-b164-0bce186365e9 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.782085] env[69073]: WARNING nova.compute.manager [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Received unexpected event network-vif-plugged-d6d2fb75-88c1-4f89-b164-0bce186365e9 for instance with vm_state building and task_state spawning. [ 859.782255] env[69073]: DEBUG nova.compute.manager [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Received event network-changed-d6d2fb75-88c1-4f89-b164-0bce186365e9 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.782410] env[69073]: DEBUG nova.compute.manager [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Refreshing instance network info cache due to event network-changed-d6d2fb75-88c1-4f89-b164-0bce186365e9. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.782595] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Acquiring lock "refresh_cache-78fa7dad-564c-4a5c-9a12-28ff08f4fc26" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.782732] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Acquired lock "refresh_cache-78fa7dad-564c-4a5c-9a12-28ff08f4fc26" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.782887] env[69073]: DEBUG nova.network.neutron [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Refreshing network info cache for port d6d2fb75-88c1-4f89-b164-0bce186365e9 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.786271] env[69073]: DEBUG nova.network.neutron [-] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.033475] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.035039] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ec1bef46-a417-4f28-aef9-73c0f60f9b28 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.948s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.134174] env[69073]: INFO nova.compute.manager [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Shelve offloading [ 860.195462] env[69073]: DEBUG nova.network.neutron [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Successfully updated port: 9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.238178] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12db2b32-3eb1-44d0-8859-2a3f5e2416f6 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.293377] env[69073]: INFO nova.compute.manager [-] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Took 1.65 seconds to deallocate network for instance. [ 860.325049] env[69073]: DEBUG nova.network.neutron [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.427458] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "5f5bf870-75f9-485c-91fa-cda01dde02d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.427811] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "5f5bf870-75f9-485c-91fa-cda01dde02d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.428116] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "5f5bf870-75f9-485c-91fa-cda01dde02d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.428349] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "5f5bf870-75f9-485c-91fa-cda01dde02d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.431016] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "5f5bf870-75f9-485c-91fa-cda01dde02d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.431136] env[69073]: INFO nova.compute.manager [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Terminating instance [ 860.478724] env[69073]: DEBUG nova.network.neutron [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.497530] env[69073]: DEBUG nova.compute.manager [req-d6433109-7bf7-4abb-8a48-2ef71bd490a5 req-80a39f6e-f3b5-4dd6-ab9e-2e7991c60168 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Received event network-vif-plugged-9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.499120] env[69073]: DEBUG oslo_concurrency.lockutils [req-d6433109-7bf7-4abb-8a48-2ef71bd490a5 req-80a39f6e-f3b5-4dd6-ab9e-2e7991c60168 service nova] Acquiring lock "75a443c6-e8bb-498c-ac8a-72da576850fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.499120] env[69073]: DEBUG oslo_concurrency.lockutils [req-d6433109-7bf7-4abb-8a48-2ef71bd490a5 req-80a39f6e-f3b5-4dd6-ab9e-2e7991c60168 service nova] Lock "75a443c6-e8bb-498c-ac8a-72da576850fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.499120] env[69073]: DEBUG oslo_concurrency.lockutils [req-d6433109-7bf7-4abb-8a48-2ef71bd490a5 req-80a39f6e-f3b5-4dd6-ab9e-2e7991c60168 service nova] Lock "75a443c6-e8bb-498c-ac8a-72da576850fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.499120] env[69073]: DEBUG nova.compute.manager [req-d6433109-7bf7-4abb-8a48-2ef71bd490a5 req-80a39f6e-f3b5-4dd6-ab9e-2e7991c60168 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] No waiting events found dispatching network-vif-plugged-9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.499120] env[69073]: WARNING nova.compute.manager [req-d6433109-7bf7-4abb-8a48-2ef71bd490a5 req-80a39f6e-f3b5-4dd6-ab9e-2e7991c60168 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Received unexpected event network-vif-plugged-9969190e-5316-492b-872a-9b04afaa99c1 for instance with vm_state building and task_state spawning. [ 860.537396] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.639716] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.640409] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-decf29b9-61c6-49f8-9d0d-39243129b70a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.649484] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 860.649484] env[69073]: value = "task-3219481" [ 860.649484] env[69073]: _type = "Task" [ 860.649484] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.660774] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 860.661010] env[69073]: DEBUG nova.compute.manager [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.661796] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7da72b-72eb-48bc-b2a3-b3f05d06a953 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.673696] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.673924] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.674053] env[69073]: DEBUG nova.network.neutron [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.699361] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.699361] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquired lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.699361] env[69073]: DEBUG nova.network.neutron [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.733092] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533c1b73-2568-4601-9a8d-6e56636a99de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.744200] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e5b32e-217f-43fb-8070-0cb905aec75f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.779977] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3b6e2f-a5e6-4ac4-a87f-9dcd2a1ffbe6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.789312] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116db6fa-07b8-4b83-bafd-f567d708fd78 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.806302] env[69073]: DEBUG nova.compute.provider_tree [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.808495] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.936154] env[69073]: DEBUG nova.compute.manager [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.936475] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.937711] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73e5b2f-6f7f-4c83-8479-7fccaa622e03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.946237] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.946501] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56c3b154-448f-4cd1-909e-e0a6032d1c46 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.952119] env[69073]: DEBUG oslo_vmware.api [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 860.952119] env[69073]: value = "task-3219482" [ 860.952119] env[69073]: _type = "Task" [ 860.952119] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.960225] env[69073]: DEBUG oslo_vmware.api [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.983089] env[69073]: DEBUG oslo_concurrency.lockutils [req-6be03a4f-6ded-4706-a96c-d8415ebe9718 req-655540f7-af75-4d58-9759-ac23ac1a68b2 service nova] Releasing lock "refresh_cache-78fa7dad-564c-4a5c-9a12-28ff08f4fc26" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.990109] env[69073]: DEBUG nova.compute.manager [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Received event network-vif-deleted-8254be39-1edc-47cb-99ed-7374cf34e422 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.990428] env[69073]: DEBUG nova.compute.manager [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Received event network-changed-9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.990515] env[69073]: DEBUG nova.compute.manager [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Refreshing instance network info cache due to event network-changed-9b5adfd5-c893-4dc4-b151-94ff951933a3. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.990746] env[69073]: DEBUG oslo_concurrency.lockutils [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] Acquiring lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.990881] env[69073]: DEBUG oslo_concurrency.lockutils [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] Acquired lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.991060] env[69073]: DEBUG nova.network.neutron [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Refreshing network info cache for port 9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.072026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.257290] env[69073]: DEBUG nova.network.neutron [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.311881] env[69073]: DEBUG nova.scheduler.client.report [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.463842] env[69073]: DEBUG nova.network.neutron [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Updating instance_info_cache with network_info: [{"id": "9969190e-5316-492b-872a-9b04afaa99c1", "address": "fa:16:3e:aa:8c:f8", "network": {"id": "f13149c0-3f0c-423f-8b8d-f2ca52bb6491", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-941581911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec488afddb6341c4993a6c07e4362d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969190e-53", "ovs_interfaceid": "9969190e-5316-492b-872a-9b04afaa99c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.477487] env[69073]: DEBUG oslo_vmware.api [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219482, 'name': PowerOffVM_Task, 'duration_secs': 0.219933} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.477657] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.477947] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.478279] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5e9d446-f708-4988-ae04-bbe65bb8065b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.546794] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.547148] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.547718] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleting the datastore file [datastore2] 5f5bf870-75f9-485c-91fa-cda01dde02d3 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.547718] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60c4ad5a-9ca5-4034-9c35-599e3d543302 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.556028] env[69073]: DEBUG oslo_vmware.api [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 861.556028] env[69073]: value = "task-3219484" [ 861.556028] env[69073]: _type = "Task" [ 861.556028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.566417] env[69073]: DEBUG oslo_vmware.api [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.571508] env[69073]: DEBUG nova.network.neutron [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating instance_info_cache with network_info: [{"id": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "address": "fa:16:3e:74:0d:28", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceed3a05-39", "ovs_interfaceid": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.820880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.821736] env[69073]: DEBUG nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.825403] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.617s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.827428] env[69073]: DEBUG nova.objects.instance [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lazy-loading 'resources' on Instance uuid 2cacec84-7fd2-4999-ad1b-207239004e0d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.956809] env[69073]: DEBUG nova.network.neutron [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Updated VIF entry in instance network info cache for port 9b5adfd5-c893-4dc4-b151-94ff951933a3. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.956809] env[69073]: DEBUG nova.network.neutron [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Updating instance_info_cache with network_info: [{"id": "9b5adfd5-c893-4dc4-b151-94ff951933a3", "address": "fa:16:3e:9b:1c:ea", "network": {"id": "43e8eb7f-16f2-4e00-bd04-027703b4a78a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-656626126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a29fb9dd7b44c19b6b51705cb1866f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97b68ed7-8461-4345-b064-96a1dde53a86", "external-id": "nsx-vlan-transportzone-140", "segmentation_id": 140, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b5adfd5-c8", "ovs_interfaceid": "9b5adfd5-c893-4dc4-b151-94ff951933a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.973436] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Releasing lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.973761] env[69073]: DEBUG nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Instance network_info: |[{"id": "9969190e-5316-492b-872a-9b04afaa99c1", "address": "fa:16:3e:aa:8c:f8", "network": {"id": "f13149c0-3f0c-423f-8b8d-f2ca52bb6491", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-941581911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec488afddb6341c4993a6c07e4362d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969190e-53", "ovs_interfaceid": "9969190e-5316-492b-872a-9b04afaa99c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.974971] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:8c:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9969190e-5316-492b-872a-9b04afaa99c1', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.984803] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.986180] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.986591] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0200f829-9929-4dc4-ba79-5e9f24d9cfd6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.011994] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.011994] env[69073]: value = "task-3219485" [ 862.011994] env[69073]: _type = "Task" [ 862.011994] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.021613] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219485, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.066272] env[69073]: DEBUG oslo_vmware.api [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449412} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.067024] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.067024] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.067024] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.067024] env[69073]: INFO nova.compute.manager [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 862.067229] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.067417] env[69073]: DEBUG nova.compute.manager [-] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.067463] env[69073]: DEBUG nova.network.neutron [-] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.073696] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.176879] env[69073]: DEBUG nova.compute.manager [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 862.330559] env[69073]: DEBUG nova.compute.utils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.332008] env[69073]: DEBUG nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.332740] env[69073]: DEBUG nova.network.neutron [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.395834] env[69073]: DEBUG nova.policy [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a29f13a86bcb48c7a6d6404f8fef32a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '130f900e21794dbbaa4f949202b3d46c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.452179] env[69073]: DEBUG nova.compute.manager [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Stashing vm_state: stopped {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 862.460385] env[69073]: DEBUG oslo_concurrency.lockutils [req-babfd6f2-98b7-4110-b473-e47007bc9655 req-baebcaaf-82b4-4ae1-a9b9-81a96da2dda0 service nova] Releasing lock "refresh_cache-c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.523992] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219485, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.532416] env[69073]: DEBUG nova.compute.manager [req-84b5b2e2-110c-49a4-9ccd-192927bde038 req-258d71e8-fbda-48f9-8222-75d42b716829 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Received event network-changed-9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.532605] env[69073]: DEBUG nova.compute.manager [req-84b5b2e2-110c-49a4-9ccd-192927bde038 req-258d71e8-fbda-48f9-8222-75d42b716829 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Refreshing instance network info cache due to event network-changed-9969190e-5316-492b-872a-9b04afaa99c1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.533155] env[69073]: DEBUG oslo_concurrency.lockutils [req-84b5b2e2-110c-49a4-9ccd-192927bde038 req-258d71e8-fbda-48f9-8222-75d42b716829 service nova] Acquiring lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.533155] env[69073]: DEBUG oslo_concurrency.lockutils [req-84b5b2e2-110c-49a4-9ccd-192927bde038 req-258d71e8-fbda-48f9-8222-75d42b716829 service nova] Acquired lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.533251] env[69073]: DEBUG nova.network.neutron [req-84b5b2e2-110c-49a4-9ccd-192927bde038 req-258d71e8-fbda-48f9-8222-75d42b716829 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Refreshing network info cache for port 9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.696559] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.803759] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.804786] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1d6566-b180-4533-b3a3-26f962c3fc67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.817010] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.817486] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c39137b-e536-4372-ba85-8584a645e91d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.843078] env[69073]: DEBUG nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.879372] env[69073]: DEBUG nova.network.neutron [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Successfully created port: 7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.887188] env[69073]: DEBUG nova.network.neutron [-] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.887864] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25090c7-706b-4a0b-a4b4-d9457d97a12d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.900578] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d468b30d-a5c4-4a55-a7ac-eab778d68edb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.938211] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429693a0-2532-4301-93c7-95676be98da6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.947170] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f702cf8-5087-4f06-aa79-75fdcc88a560 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.963954] env[69073]: DEBUG nova.compute.provider_tree [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.979487] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.022524] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219485, 'name': CreateVM_Task, 'duration_secs': 0.564959} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.022713] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.023460] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.023584] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.023904] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.024171] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f42a3a-84b3-4228-8846-1ef1d0fb16b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.029816] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 863.029816] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524edab2-498d-7d92-039a-69275ee84f70" [ 863.029816] env[69073]: _type = "Task" [ 863.029816] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.039110] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524edab2-498d-7d92-039a-69275ee84f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.115278] env[69073]: DEBUG nova.compute.manager [req-b6f6d068-47bc-4730-a50f-7dc87b876539 req-c2c85519-5d7c-4176-82d3-c81ee11aecf6 service nova] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Received event network-vif-deleted-382801eb-26b3-462b-b366-1aff16c942c0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.341948] env[69073]: DEBUG nova.network.neutron [req-84b5b2e2-110c-49a4-9ccd-192927bde038 req-258d71e8-fbda-48f9-8222-75d42b716829 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Updated VIF entry in instance network info cache for port 9969190e-5316-492b-872a-9b04afaa99c1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.342391] env[69073]: DEBUG nova.network.neutron [req-84b5b2e2-110c-49a4-9ccd-192927bde038 req-258d71e8-fbda-48f9-8222-75d42b716829 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Updating instance_info_cache with network_info: [{"id": "9969190e-5316-492b-872a-9b04afaa99c1", "address": "fa:16:3e:aa:8c:f8", "network": {"id": "f13149c0-3f0c-423f-8b8d-f2ca52bb6491", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-941581911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec488afddb6341c4993a6c07e4362d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969190e-53", "ovs_interfaceid": "9969190e-5316-492b-872a-9b04afaa99c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.393706] env[69073]: INFO nova.compute.manager [-] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Took 1.33 seconds to deallocate network for instance. [ 863.468934] env[69073]: DEBUG nova.scheduler.client.report [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.476392] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.476604] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.476781] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleting the datastore file [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.477059] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-704337d9-860e-40be-9009-a5e152b2af9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.483996] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 863.483996] env[69073]: value = "task-3219490" [ 863.483996] env[69073]: _type = "Task" [ 863.483996] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.492096] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.540379] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524edab2-498d-7d92-039a-69275ee84f70, 'name': SearchDatastore_Task, 'duration_secs': 0.038004} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.540878] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.541780] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.542225] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.542589] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.542911] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.543314] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb6f3e02-4275-40ff-89ab-26923e3b1b6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.560116] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.560620] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.561050] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea36c2e-0f68-489d-b999-d869927c2f04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.566328] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 863.566328] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f74db3-1426-b22f-edcb-34e1924a5f42" [ 863.566328] env[69073]: _type = "Task" [ 863.566328] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.574256] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f74db3-1426-b22f-edcb-34e1924a5f42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.845756] env[69073]: DEBUG oslo_concurrency.lockutils [req-84b5b2e2-110c-49a4-9ccd-192927bde038 req-258d71e8-fbda-48f9-8222-75d42b716829 service nova] Releasing lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.855432] env[69073]: DEBUG nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.882852] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.882852] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.883062] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.883222] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.883583] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.883583] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.884173] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.884173] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.884173] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.884317] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.884432] env[69073]: DEBUG nova.virt.hardware [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.885292] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1b25c-80b7-4c82-901b-cd40116d300e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.893956] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb03e5d-2a28-4117-a227-970c70b1a3fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.908709] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.976265] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.979199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.758s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.979199] env[69073]: DEBUG nova.objects.instance [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lazy-loading 'resources' on Instance uuid 05115320-5e3d-4224-b990-4fbb3ceeae2d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.994984] env[69073]: DEBUG oslo_vmware.api [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472539} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.995149] env[69073]: INFO nova.scheduler.client.report [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Deleted allocations for instance 2cacec84-7fd2-4999-ad1b-207239004e0d [ 863.996614] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.996976] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.996976] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.020042] env[69073]: INFO nova.scheduler.client.report [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted allocations for instance b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 [ 864.076342] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f74db3-1426-b22f-edcb-34e1924a5f42, 'name': SearchDatastore_Task, 'duration_secs': 0.011561} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.077084] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7fc025a-001c-4831-b49f-7b985083c18d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.082635] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 864.082635] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529087ef-4034-2250-9c3e-2a06ff1125ff" [ 864.082635] env[69073]: _type = "Task" [ 864.082635] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.091438] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529087ef-4034-2250-9c3e-2a06ff1125ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.109461] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.109873] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "8676cf4d-217d-4552-9888-4008f747ecab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.510068] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3dd7d200-ee30-4a55-9070-8d36fa0ba23c tempest-DeleteServersAdminTestJSON-1952006183 tempest-DeleteServersAdminTestJSON-1952006183-project-member] Lock "2cacec84-7fd2-4999-ad1b-207239004e0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.868s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.526311] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.527281] env[69073]: DEBUG nova.network.neutron [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Successfully updated port: 7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.596880] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529087ef-4034-2250-9c3e-2a06ff1125ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.597250] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.597455] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 75a443c6-e8bb-498c-ac8a-72da576850fa/75a443c6-e8bb-498c-ac8a-72da576850fa.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.597716] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7db083de-83ad-4bfc-9a35-b9657efd1057 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.605747] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 864.605747] env[69073]: value = "task-3219491" [ 864.605747] env[69073]: _type = "Task" [ 864.605747] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.614156] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.619811] env[69073]: DEBUG nova.compute.manager [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received event network-vif-unplugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.620105] env[69073]: DEBUG oslo_concurrency.lockutils [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.620246] env[69073]: DEBUG oslo_concurrency.lockutils [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.620412] env[69073]: DEBUG oslo_concurrency.lockutils [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.620577] env[69073]: DEBUG nova.compute.manager [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] No waiting events found dispatching network-vif-unplugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.620763] env[69073]: WARNING nova.compute.manager [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received unexpected event network-vif-unplugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 for instance with vm_state shelved_offloaded and task_state None. [ 864.620892] env[69073]: DEBUG nova.compute.manager [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received event network-changed-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.624680] env[69073]: DEBUG nova.compute.manager [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Refreshing instance network info cache due to event network-changed-ceed3a05-390a-41e2-a8ee-bea29dba5514. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.624955] env[69073]: DEBUG oslo_concurrency.lockutils [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] Acquiring lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.625120] env[69073]: DEBUG oslo_concurrency.lockutils [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] Acquired lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.625284] env[69073]: DEBUG nova.network.neutron [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Refreshing network info cache for port ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.982742] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0724eca-81ec-42f4-8301-03bb9c35827a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.993951] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb95b567-5b1e-4f24-b81b-0b7f302d633e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.030385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquiring lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.030385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquired lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.030569] env[69073]: DEBUG nova.network.neutron [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.033030] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df4b588-f10c-4fce-a57c-8be7347875fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.046137] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673b0997-8063-4db4-8b1b-2c06097a8349 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.058540] env[69073]: DEBUG nova.compute.provider_tree [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.117142] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219491, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.345163] env[69073]: DEBUG nova.compute.manager [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Received event network-vif-plugged-7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.345163] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] Acquiring lock "fe8d3231-9311-402a-bf7b-742f44d90ad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.345163] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] Lock "fe8d3231-9311-402a-bf7b-742f44d90ad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.345163] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] Lock "fe8d3231-9311-402a-bf7b-742f44d90ad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.345163] env[69073]: DEBUG nova.compute.manager [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] No waiting events found dispatching network-vif-plugged-7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.346414] env[69073]: WARNING nova.compute.manager [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Received unexpected event network-vif-plugged-7d7fda63-f8ae-44df-a08f-612dc212cb3f for instance with vm_state building and task_state spawning. [ 865.346873] env[69073]: DEBUG nova.compute.manager [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Received event network-changed-7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.347844] env[69073]: DEBUG nova.compute.manager [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Refreshing instance network info cache due to event network-changed-7d7fda63-f8ae-44df-a08f-612dc212cb3f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.348750] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] Acquiring lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.437943] env[69073]: DEBUG nova.network.neutron [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updated VIF entry in instance network info cache for port ceed3a05-390a-41e2-a8ee-bea29dba5514. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.438362] env[69073]: DEBUG nova.network.neutron [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating instance_info_cache with network_info: [{"id": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "address": "fa:16:3e:74:0d:28", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapceed3a05-39", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.562347] env[69073]: DEBUG nova.scheduler.client.report [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.581957] env[69073]: DEBUG nova.network.neutron [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.617111] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55911} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.617429] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 75a443c6-e8bb-498c-ac8a-72da576850fa/75a443c6-e8bb-498c-ac8a-72da576850fa.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.617647] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.618280] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afcbe068-8c8b-4b3b-a699-1623b0c949e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.624745] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 865.624745] env[69073]: value = "task-3219493" [ 865.624745] env[69073]: _type = "Task" [ 865.624745] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.635668] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.745932] env[69073]: DEBUG nova.network.neutron [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Updating instance_info_cache with network_info: [{"id": "7d7fda63-f8ae-44df-a08f-612dc212cb3f", "address": "fa:16:3e:ee:5c:c0", "network": {"id": "d78fbc8b-31ed-45ff-8dd7-3298ea912b04", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-24048338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130f900e21794dbbaa4f949202b3d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7fda63-f8", "ovs_interfaceid": "7d7fda63-f8ae-44df-a08f-612dc212cb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.943918] env[69073]: DEBUG oslo_concurrency.lockutils [req-7638158c-3bbe-4cb6-9aa6-02dafe739cea req-5ef6782b-fcc6-447b-903d-96ad676b9644 service nova] Releasing lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.068200] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.070867] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.472s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.071139] env[69073]: DEBUG nova.objects.instance [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lazy-loading 'resources' on Instance uuid b374160e-4db2-457f-9e31-b9862bc327b9 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.090501] env[69073]: INFO nova.scheduler.client.report [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Deleted allocations for instance 05115320-5e3d-4224-b990-4fbb3ceeae2d [ 866.134972] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077623} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.135286] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.136088] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9f751a-22e4-4cf0-9c91-8a49a40e6c10 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.161725] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 75a443c6-e8bb-498c-ac8a-72da576850fa/75a443c6-e8bb-498c-ac8a-72da576850fa.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.162656] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93456d6-e57b-4231-974c-dddf3d095131 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.183097] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 866.183097] env[69073]: value = "task-3219494" [ 866.183097] env[69073]: _type = "Task" [ 866.183097] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.191606] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.248694] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Releasing lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.249715] env[69073]: DEBUG nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Instance network_info: |[{"id": "7d7fda63-f8ae-44df-a08f-612dc212cb3f", "address": "fa:16:3e:ee:5c:c0", "network": {"id": "d78fbc8b-31ed-45ff-8dd7-3298ea912b04", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-24048338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130f900e21794dbbaa4f949202b3d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7fda63-f8", "ovs_interfaceid": "7d7fda63-f8ae-44df-a08f-612dc212cb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.249715] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] Acquired lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.249868] env[69073]: DEBUG nova.network.neutron [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Refreshing network info cache for port 7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.251401] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:5c:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d7fda63-f8ae-44df-a08f-612dc212cb3f', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.263451] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Creating folder: Project (130f900e21794dbbaa4f949202b3d46c). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.267853] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8250ade-31d0-42e7-8fbf-174d9f436272 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.278793] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Created folder: Project (130f900e21794dbbaa4f949202b3d46c) in parent group-v643537. [ 866.278995] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Creating folder: Instances. Parent ref: group-v643688. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.279251] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c305722e-fdd6-495d-a4d9-f3a9bd2a4cda {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.289850] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Created folder: Instances in parent group-v643688. [ 866.290207] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.290425] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.290638] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50dd8c14-2558-4b49-8793-f0d61bf03609 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.313227] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.313227] env[69073]: value = "task-3219497" [ 866.313227] env[69073]: _type = "Task" [ 866.313227] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.322994] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219497, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.418541] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.600893] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1aff3a5-35db-4dd9-a6af-29638e5b60d3 tempest-FloatingIPsAssociationTestJSON-2081317388 tempest-FloatingIPsAssociationTestJSON-2081317388-project-member] Lock "05115320-5e3d-4224-b990-4fbb3ceeae2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.126s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.606696] env[69073]: DEBUG nova.network.neutron [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Updated VIF entry in instance network info cache for port 7d7fda63-f8ae-44df-a08f-612dc212cb3f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.607260] env[69073]: DEBUG nova.network.neutron [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Updating instance_info_cache with network_info: [{"id": "7d7fda63-f8ae-44df-a08f-612dc212cb3f", "address": "fa:16:3e:ee:5c:c0", "network": {"id": "d78fbc8b-31ed-45ff-8dd7-3298ea912b04", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-24048338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130f900e21794dbbaa4f949202b3d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7fda63-f8", "ovs_interfaceid": "7d7fda63-f8ae-44df-a08f-612dc212cb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.699286] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.830278] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219497, 'name': CreateVM_Task, 'duration_secs': 0.361686} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.833382] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.834314] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.834450] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.834964] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.835241] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ab3ef8-f4c3-46fa-afa3-24113993a217 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.840433] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 866.840433] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52491f20-a493-02cd-6d78-4f587a32d8f8" [ 866.840433] env[69073]: _type = "Task" [ 866.840433] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.852176] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52491f20-a493-02cd-6d78-4f587a32d8f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.111074] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a0ea059-a9b2-485e-8164-ebdb995a1dd9 req-7522f9b3-0a42-478c-baf9-a678e132bdbb service nova] Releasing lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.121613] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520e44b0-3ff6-41c3-9048-e5727ab182ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.135131] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d9927-1aed-480a-93e4-c25b7c4186a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.170302] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de87d05-5d9c-48d9-a244-d7007f79ddef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.181793] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97631183-eaa9-42ae-b0cd-1b0f0582d8d6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.195953] env[69073]: DEBUG nova.compute.provider_tree [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.202719] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219494, 'name': ReconfigVM_Task, 'duration_secs': 0.681686} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.204275] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 75a443c6-e8bb-498c-ac8a-72da576850fa/75a443c6-e8bb-498c-ac8a-72da576850fa.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.204275] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69073) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 867.206239] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e2d4ac01-051f-4a89-b267-858c068c913e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.213259] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 867.213259] env[69073]: value = "task-3219499" [ 867.213259] env[69073]: _type = "Task" [ 867.213259] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.223092] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219499, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.350932] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52491f20-a493-02cd-6d78-4f587a32d8f8, 'name': SearchDatastore_Task, 'duration_secs': 0.03465} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.351264] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.351503] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.351740] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.351880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.352067] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.352338] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aac729b3-579f-451e-8f94-1d71dd2dd433 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.366338] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.366568] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.367404] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154f57a3-7314-42ef-b174-e0de72682460 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.373258] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 867.373258] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bdf285-ff36-f4e4-9d34-c8532dbfbb87" [ 867.373258] env[69073]: _type = "Task" [ 867.373258] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.381243] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bdf285-ff36-f4e4-9d34-c8532dbfbb87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.699961] env[69073]: DEBUG nova.scheduler.client.report [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.723301] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219499, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.04986} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.725043] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69073) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 867.725135] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6660164e-d4b7-491c-8772-791f99514b29 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.751550] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 75a443c6-e8bb-498c-ac8a-72da576850fa/ephemeral_0.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.751867] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07beaa41-6b71-4cda-accd-f29ebd3946eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.777103] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 867.777103] env[69073]: value = "task-3219500" [ 867.777103] env[69073]: _type = "Task" [ 867.777103] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.785151] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.883672] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bdf285-ff36-f4e4-9d34-c8532dbfbb87, 'name': SearchDatastore_Task, 'duration_secs': 0.018029} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.884784] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bd3719-6023-499e-9462-6aa922212682 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.889811] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 867.889811] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524729ad-6fff-7b73-8385-33d7d1aa9eca" [ 867.889811] env[69073]: _type = "Task" [ 867.889811] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.897232] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524729ad-6fff-7b73-8385-33d7d1aa9eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.205031] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.211031] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.008s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.211031] env[69073]: INFO nova.compute.claims [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.242222] env[69073]: INFO nova.scheduler.client.report [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Deleted allocations for instance b374160e-4db2-457f-9e31-b9862bc327b9 [ 868.291864] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219500, 'name': ReconfigVM_Task, 'duration_secs': 0.318496} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.292196] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 75a443c6-e8bb-498c-ac8a-72da576850fa/ephemeral_0.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.292829] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f7fb4f-26dd-4b2a-98df-7bd5fe13002b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.302398] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 868.302398] env[69073]: value = "task-3219501" [ 868.302398] env[69073]: _type = "Task" [ 868.302398] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.313228] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219501, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.403564] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524729ad-6fff-7b73-8385-33d7d1aa9eca, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.403682] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.403992] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] fe8d3231-9311-402a-bf7b-742f44d90ad7/fe8d3231-9311-402a-bf7b-742f44d90ad7.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.404484] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-931b9680-b931-4754-8610-4e2190ed021c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.414061] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 868.414061] env[69073]: value = "task-3219502" [ 868.414061] env[69073]: _type = "Task" [ 868.414061] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.424693] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.751178] env[69073]: DEBUG oslo_concurrency.lockutils [None req-305dfec7-71d9-428c-8598-7de1448ab914 tempest-ServersTestJSON-833639571 tempest-ServersTestJSON-833639571-project-member] Lock "b374160e-4db2-457f-9e31-b9862bc327b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.587s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.815389] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219501, 'name': Rename_Task, 'duration_secs': 0.183126} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.816706] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.816706] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eb70835-fa99-4278-9f8f-c2746134eddb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.825547] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 868.825547] env[69073]: value = "task-3219503" [ 868.825547] env[69073]: _type = "Task" [ 868.825547] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.834932] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.924945] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219502, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.341198] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219503, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.429292] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538052} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.432197] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] fe8d3231-9311-402a-bf7b-742f44d90ad7/fe8d3231-9311-402a-bf7b-742f44d90ad7.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.432438] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.434044] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d4ca652-0c3a-469b-a820-118dab062990 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.442358] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 869.442358] env[69073]: value = "task-3219505" [ 869.442358] env[69073]: _type = "Task" [ 869.442358] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.454883] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.745417] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5c997f-ce05-46c6-a6a0-c09b0dde243d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.754530] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224fcc5c-8e1f-4fe3-af0a-b7d9953233c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.786165] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbdf62f-008e-40fc-8678-6191f9b4c64e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.795428] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a7d81b-273f-447c-9e2a-44c7a1c54347 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.815080] env[69073]: DEBUG nova.compute.provider_tree [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.837062] env[69073]: DEBUG oslo_vmware.api [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219503, 'name': PowerOnVM_Task, 'duration_secs': 0.586826} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.837360] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.837573] env[69073]: INFO nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Took 10.29 seconds to spawn the instance on the hypervisor. [ 869.837750] env[69073]: DEBUG nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.838540] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7571f2eb-74d2-4c7a-8596-51563c3ef415 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.953213] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073357} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.953351] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.954282] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72184a01-5760-4075-afb7-8ca75e2e28eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.980547] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] fe8d3231-9311-402a-bf7b-742f44d90ad7/fe8d3231-9311-402a-bf7b-742f44d90ad7.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.980894] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eff27da-15bd-43b7-baa7-6cabda87e4ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.001711] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 870.001711] env[69073]: value = "task-3219506" [ 870.001711] env[69073]: _type = "Task" [ 870.001711] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.026986] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.318765] env[69073]: DEBUG nova.scheduler.client.report [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.361063] env[69073]: INFO nova.compute.manager [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Took 44.26 seconds to build instance. [ 870.513792] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.829613] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.830126] env[69073]: DEBUG nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.834346] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.481s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.835621] env[69073]: INFO nova.compute.claims [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.864209] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51eacfea-ad92-450a-9b4b-ff9cbd6053a5 tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "75a443c6-e8bb-498c-ac8a-72da576850fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.286s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.015705] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219506, 'name': ReconfigVM_Task, 'duration_secs': 0.602616} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.016225] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Reconfigured VM instance instance-00000031 to attach disk [datastore2] fe8d3231-9311-402a-bf7b-742f44d90ad7/fe8d3231-9311-402a-bf7b-742f44d90ad7.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.017069] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f716423-4826-4176-90a2-4026cbbfc871 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.026916] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 871.026916] env[69073]: value = "task-3219507" [ 871.026916] env[69073]: _type = "Task" [ 871.026916] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.038070] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219507, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.348355] env[69073]: DEBUG nova.compute.utils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.353031] env[69073]: DEBUG nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.355749] env[69073]: DEBUG nova.network.neutron [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.368201] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.446364] env[69073]: DEBUG nova.policy [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191b35ea90a44a59958e58253a85fda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f58016a7de41ca9415932d9e17fa92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.542143] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219507, 'name': Rename_Task, 'duration_secs': 0.1747} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.542460] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.542723] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0626a5da-8003-4601-8636-ef3e2a29de48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.552580] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 871.552580] env[69073]: value = "task-3219509" [ 871.552580] env[69073]: _type = "Task" [ 871.552580] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.562172] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.717869] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.718143] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.859020] env[69073]: DEBUG nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.901771] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.067351] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219509, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.239318] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.240052] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.241402] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.241402] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.241402] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.241402] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.241669] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 872.241669] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.450987] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d270bfcd-57ae-4399-a6a7-2764897a437a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.462544] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdcc978-81ab-435e-86cc-971443e8ffb0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.499871] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be4934-3862-4d44-9f98-41867fc82408 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.509881] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8002ef6a-46c6-4981-9617-ad3a42da8a01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.527521] env[69073]: DEBUG nova.compute.provider_tree [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.567090] env[69073]: DEBUG oslo_vmware.api [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219509, 'name': PowerOnVM_Task, 'duration_secs': 0.753151} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.567484] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.568030] env[69073]: INFO nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Took 8.71 seconds to spawn the instance on the hypervisor. [ 872.568030] env[69073]: DEBUG nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.569223] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba9df08-8096-448a-834d-c5eb77819d64 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.615935] env[69073]: DEBUG nova.network.neutron [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Successfully created port: fceed78b-f1f4-4e07-8a2c-23a58696a5e3 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.745641] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.767687] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquiring lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.767920] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.875820] env[69073]: DEBUG nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.905926] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.906113] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.906299] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.906548] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.906717] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.906870] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.907098] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.907261] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.907449] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.907593] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.907796] env[69073]: DEBUG nova.virt.hardware [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.908753] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5e4359-7f2b-4174-93e7-1effb78a587c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.918557] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89ca882-546f-4921-985e-85c597dd84bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.030634] env[69073]: DEBUG nova.scheduler.client.report [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.092172] env[69073]: INFO nova.compute.manager [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Took 44.32 seconds to build instance. [ 873.253384] env[69073]: DEBUG nova.compute.manager [req-44f1c491-1a0b-4784-bfc5-338ebb7d34ff req-ab8d1116-ee8e-48b6-ad3e-f258d2cf7aa2 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Received event network-changed-9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.253384] env[69073]: DEBUG nova.compute.manager [req-44f1c491-1a0b-4784-bfc5-338ebb7d34ff req-ab8d1116-ee8e-48b6-ad3e-f258d2cf7aa2 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Refreshing instance network info cache due to event network-changed-9969190e-5316-492b-872a-9b04afaa99c1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.253384] env[69073]: DEBUG oslo_concurrency.lockutils [req-44f1c491-1a0b-4784-bfc5-338ebb7d34ff req-ab8d1116-ee8e-48b6-ad3e-f258d2cf7aa2 service nova] Acquiring lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.253384] env[69073]: DEBUG oslo_concurrency.lockutils [req-44f1c491-1a0b-4784-bfc5-338ebb7d34ff req-ab8d1116-ee8e-48b6-ad3e-f258d2cf7aa2 service nova] Acquired lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.253384] env[69073]: DEBUG nova.network.neutron [req-44f1c491-1a0b-4784-bfc5-338ebb7d34ff req-ab8d1116-ee8e-48b6-ad3e-f258d2cf7aa2 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Refreshing network info cache for port 9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.537806] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.538822] env[69073]: DEBUG nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.542085] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.157s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.544838] env[69073]: INFO nova.compute.claims [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.596587] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f44640a-fd2b-47f1-84e8-d7bea7b9c4f7 tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "fe8d3231-9311-402a-bf7b-742f44d90ad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.491s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.049910] env[69073]: DEBUG nova.compute.utils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.055922] env[69073]: DEBUG nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.055922] env[69073]: DEBUG nova.network.neutron [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.100491] env[69073]: DEBUG nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.136457] env[69073]: DEBUG nova.policy [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5514015b6fee409aa85b8833e4169df5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5071108f521e49c4a2f524e0eb694e25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.342727] env[69073]: DEBUG nova.network.neutron [req-44f1c491-1a0b-4784-bfc5-338ebb7d34ff req-ab8d1116-ee8e-48b6-ad3e-f258d2cf7aa2 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Updated VIF entry in instance network info cache for port 9969190e-5316-492b-872a-9b04afaa99c1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.343129] env[69073]: DEBUG nova.network.neutron [req-44f1c491-1a0b-4784-bfc5-338ebb7d34ff req-ab8d1116-ee8e-48b6-ad3e-f258d2cf7aa2 service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Updating instance_info_cache with network_info: [{"id": "9969190e-5316-492b-872a-9b04afaa99c1", "address": "fa:16:3e:aa:8c:f8", "network": {"id": "f13149c0-3f0c-423f-8b8d-f2ca52bb6491", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-941581911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec488afddb6341c4993a6c07e4362d4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9969190e-53", "ovs_interfaceid": "9969190e-5316-492b-872a-9b04afaa99c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.564215] env[69073]: DEBUG nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.626095] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.849967] env[69073]: DEBUG oslo_concurrency.lockutils [req-44f1c491-1a0b-4784-bfc5-338ebb7d34ff req-ab8d1116-ee8e-48b6-ad3e-f258d2cf7aa2 service nova] Releasing lock "refresh_cache-75a443c6-e8bb-498c-ac8a-72da576850fa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.893263] env[69073]: DEBUG nova.network.neutron [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Successfully created port: 00cd8f20-d09d-4dd3-8f36-8cc248765863 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.049162] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c35903-583e-4e2e-a79c-5428e3855ec1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.059921] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc40c1f6-bbab-40c8-96cd-c373ed81aa5e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.097773] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77ac296-fac3-4560-8964-bac486c9a744 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.106983] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32de37aa-201d-4d4e-a72f-c4a3036098c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.124186] env[69073]: DEBUG nova.compute.provider_tree [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.287045] env[69073]: DEBUG nova.network.neutron [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Successfully updated port: fceed78b-f1f4-4e07-8a2c-23a58696a5e3 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.334769] env[69073]: DEBUG nova.compute.manager [req-97b92edf-594d-4f6f-8331-1e41e6f0ae62 req-9db38b99-756f-4d89-a988-312c01e3356a service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Received event network-vif-plugged-fceed78b-f1f4-4e07-8a2c-23a58696a5e3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.335016] env[69073]: DEBUG oslo_concurrency.lockutils [req-97b92edf-594d-4f6f-8331-1e41e6f0ae62 req-9db38b99-756f-4d89-a988-312c01e3356a service nova] Acquiring lock "df3ab74e-774f-45ef-94c6-f935b046cdda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.335246] env[69073]: DEBUG oslo_concurrency.lockutils [req-97b92edf-594d-4f6f-8331-1e41e6f0ae62 req-9db38b99-756f-4d89-a988-312c01e3356a service nova] Lock "df3ab74e-774f-45ef-94c6-f935b046cdda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.335417] env[69073]: DEBUG oslo_concurrency.lockutils [req-97b92edf-594d-4f6f-8331-1e41e6f0ae62 req-9db38b99-756f-4d89-a988-312c01e3356a service nova] Lock "df3ab74e-774f-45ef-94c6-f935b046cdda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.335608] env[69073]: DEBUG nova.compute.manager [req-97b92edf-594d-4f6f-8331-1e41e6f0ae62 req-9db38b99-756f-4d89-a988-312c01e3356a service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] No waiting events found dispatching network-vif-plugged-fceed78b-f1f4-4e07-8a2c-23a58696a5e3 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.335768] env[69073]: WARNING nova.compute.manager [req-97b92edf-594d-4f6f-8331-1e41e6f0ae62 req-9db38b99-756f-4d89-a988-312c01e3356a service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Received unexpected event network-vif-plugged-fceed78b-f1f4-4e07-8a2c-23a58696a5e3 for instance with vm_state building and task_state spawning. [ 875.378343] env[69073]: DEBUG nova.compute.manager [req-eee942f1-9c0b-4b78-a39c-543df1cf7242 req-dc0aeaeb-822a-4249-b2a0-4598fc529e23 service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Received event network-changed-7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.378343] env[69073]: DEBUG nova.compute.manager [req-eee942f1-9c0b-4b78-a39c-543df1cf7242 req-dc0aeaeb-822a-4249-b2a0-4598fc529e23 service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Refreshing instance network info cache due to event network-changed-7d7fda63-f8ae-44df-a08f-612dc212cb3f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.378343] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee942f1-9c0b-4b78-a39c-543df1cf7242 req-dc0aeaeb-822a-4249-b2a0-4598fc529e23 service nova] Acquiring lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.378343] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee942f1-9c0b-4b78-a39c-543df1cf7242 req-dc0aeaeb-822a-4249-b2a0-4598fc529e23 service nova] Acquired lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.378775] env[69073]: DEBUG nova.network.neutron [req-eee942f1-9c0b-4b78-a39c-543df1cf7242 req-dc0aeaeb-822a-4249-b2a0-4598fc529e23 service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Refreshing network info cache for port 7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.601681] env[69073]: DEBUG nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.627609] env[69073]: DEBUG nova.scheduler.client.report [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.632820] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.633076] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.633406] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.633406] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.633555] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.633676] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.633883] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.634214] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.634368] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.634516] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.634619] env[69073]: DEBUG nova.virt.hardware [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.635705] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed7779-94bc-4bd4-9d60-189502ba14f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.644176] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff6e889-7ec0-4935-bd10-3dc42bf2d308 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.790112] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "refresh_cache-df3ab74e-774f-45ef-94c6-f935b046cdda" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.790112] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "refresh_cache-df3ab74e-774f-45ef-94c6-f935b046cdda" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.790112] env[69073]: DEBUG nova.network.neutron [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.139959] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.140774] env[69073]: DEBUG nova.compute.manager [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.143877] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.659s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.147327] env[69073]: DEBUG nova.objects.instance [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'resources' on Instance uuid 78fa7dad-564c-4a5c-9a12-28ff08f4fc26 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.169775] env[69073]: DEBUG nova.network.neutron [req-eee942f1-9c0b-4b78-a39c-543df1cf7242 req-dc0aeaeb-822a-4249-b2a0-4598fc529e23 service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Updated VIF entry in instance network info cache for port 7d7fda63-f8ae-44df-a08f-612dc212cb3f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.169775] env[69073]: DEBUG nova.network.neutron [req-eee942f1-9c0b-4b78-a39c-543df1cf7242 req-dc0aeaeb-822a-4249-b2a0-4598fc529e23 service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Updating instance_info_cache with network_info: [{"id": "7d7fda63-f8ae-44df-a08f-612dc212cb3f", "address": "fa:16:3e:ee:5c:c0", "network": {"id": "d78fbc8b-31ed-45ff-8dd7-3298ea912b04", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-24048338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "130f900e21794dbbaa4f949202b3d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d7fda63-f8", "ovs_interfaceid": "7d7fda63-f8ae-44df-a08f-612dc212cb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.341765] env[69073]: DEBUG nova.network.neutron [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.580919] env[69073]: DEBUG nova.network.neutron [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Updating instance_info_cache with network_info: [{"id": "fceed78b-f1f4-4e07-8a2c-23a58696a5e3", "address": "fa:16:3e:fe:70:dc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceed78b-f1", "ovs_interfaceid": "fceed78b-f1f4-4e07-8a2c-23a58696a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.659083] env[69073]: DEBUG nova.compute.utils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.663166] env[69073]: DEBUG nova.compute.manager [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 876.675435] env[69073]: DEBUG oslo_concurrency.lockutils [req-eee942f1-9c0b-4b78-a39c-543df1cf7242 req-dc0aeaeb-822a-4249-b2a0-4598fc529e23 service nova] Releasing lock "refresh_cache-fe8d3231-9311-402a-bf7b-742f44d90ad7" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.895995] env[69073]: DEBUG nova.network.neutron [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Successfully updated port: 00cd8f20-d09d-4dd3-8f36-8cc248765863 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.084218] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "refresh_cache-df3ab74e-774f-45ef-94c6-f935b046cdda" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.084890] env[69073]: DEBUG nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Instance network_info: |[{"id": "fceed78b-f1f4-4e07-8a2c-23a58696a5e3", "address": "fa:16:3e:fe:70:dc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceed78b-f1", "ovs_interfaceid": "fceed78b-f1f4-4e07-8a2c-23a58696a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.087670] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:70:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fceed78b-f1f4-4e07-8a2c-23a58696a5e3', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.096792] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating folder: Project (b5f58016a7de41ca9415932d9e17fa92). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.097478] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31b50a97-1b64-4083-9306-88e16bfca1a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.111264] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created folder: Project (b5f58016a7de41ca9415932d9e17fa92) in parent group-v643537. [ 877.111475] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating folder: Instances. Parent ref: group-v643692. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.111730] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7307e740-bb36-431b-951d-1f095982e2d7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.127209] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created folder: Instances in parent group-v643692. [ 877.127774] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.127774] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.127938] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3733f1-b7de-4d33-a943-e1ca840d09c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.155383] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.155383] env[69073]: value = "task-3219513" [ 877.155383] env[69073]: _type = "Task" [ 877.155383] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.167400] env[69073]: DEBUG nova.compute.manager [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.172608] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219513, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.204798] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb9ca4-8819-4285-8688-d5447e0d6b14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.214512] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54fe44a-b2e4-46fd-9fa5-725a45c9ff26 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.255350] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1fac60-55d1-46da-9bc0-0a9d25c14c13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.264344] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be43d31-9cbc-4dc7-8c38-aab31cdfecaf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.279250] env[69073]: DEBUG nova.compute.provider_tree [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.400688] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "refresh_cache-73baa5ed-7d69-4363-818f-230b0e5956d2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.400884] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquired lock "refresh_cache-73baa5ed-7d69-4363-818f-230b0e5956d2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.401055] env[69073]: DEBUG nova.network.neutron [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.624636] env[69073]: DEBUG nova.compute.manager [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Received event network-changed-fceed78b-f1f4-4e07-8a2c-23a58696a5e3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.624636] env[69073]: DEBUG nova.compute.manager [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Refreshing instance network info cache due to event network-changed-fceed78b-f1f4-4e07-8a2c-23a58696a5e3. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.624995] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Acquiring lock "refresh_cache-df3ab74e-774f-45ef-94c6-f935b046cdda" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.625184] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Acquired lock "refresh_cache-df3ab74e-774f-45ef-94c6-f935b046cdda" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.625354] env[69073]: DEBUG nova.network.neutron [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Refreshing network info cache for port fceed78b-f1f4-4e07-8a2c-23a58696a5e3 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.666729] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219513, 'name': CreateVM_Task, 'duration_secs': 0.443342} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.666993] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.667670] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.667841] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.668187] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.668447] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13e4466-a496-4b2e-8b34-0cc1bec23df5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.674123] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 877.674123] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ed1afd-a0f1-6504-fc46-41d3f4db1475" [ 877.674123] env[69073]: _type = "Task" [ 877.674123] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.688377] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ed1afd-a0f1-6504-fc46-41d3f4db1475, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.688377] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.688613] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.690438] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.690438] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.690438] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.690438] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2a8d051-bed8-4f12-9902-12bb563aaf7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.702028] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.702028] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.702028] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a7b905-21f4-49cf-b815-7975ae851cd2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.705810] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 877.705810] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d2675e-7b75-7a79-db87-95e163b04b7c" [ 877.705810] env[69073]: _type = "Task" [ 877.705810] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.715721] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d2675e-7b75-7a79-db87-95e163b04b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.783028] env[69073]: DEBUG nova.scheduler.client.report [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.946046] env[69073]: DEBUG nova.network.neutron [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.985590] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.985823] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.188102] env[69073]: DEBUG nova.compute.manager [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.214245] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.214754] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.215092] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.217023] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.217023] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.217023] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.217023] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.217023] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.217023] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.217023] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.217023] env[69073]: DEBUG nova.virt.hardware [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.217923] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a102a6e9-be5b-44a1-9867-b4983b3fe520 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.231013] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdc08ad-6aad-4702-bae7-a483ead0ffb2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.234086] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d2675e-7b75-7a79-db87-95e163b04b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.235328] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76bc4b03-00bd-4513-8ebd-0321aaa5c9be {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.246150] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.252553] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Creating folder: Project (7795489f54b24c749cb24a882d77ae38). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.254236] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-347e3346-4fec-4062-9acc-336230da0290 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.257839] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 878.257839] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52af0632-ff27-71ca-d651-cc1ed262f968" [ 878.257839] env[69073]: _type = "Task" [ 878.257839] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.268634] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52af0632-ff27-71ca-d651-cc1ed262f968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.272418] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Created folder: Project (7795489f54b24c749cb24a882d77ae38) in parent group-v643537. [ 878.272619] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Creating folder: Instances. Parent ref: group-v643695. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.272875] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31843cd9-549f-48d1-b89b-bf900d2ed546 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.287475] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.290612] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Created folder: Instances in parent group-v643695. [ 878.290864] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.291371] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.994s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.292862] env[69073]: INFO nova.compute.claims [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.300278] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.300742] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77fa273a-d8dd-4a2b-adfc-230d94f0fd0b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.329263] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.329263] env[69073]: value = "task-3219517" [ 878.329263] env[69073]: _type = "Task" [ 878.329263] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.330500] env[69073]: INFO nova.scheduler.client.report [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted allocations for instance 78fa7dad-564c-4a5c-9a12-28ff08f4fc26 [ 878.341849] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219517, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.534885] env[69073]: DEBUG nova.network.neutron [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Updating instance_info_cache with network_info: [{"id": "00cd8f20-d09d-4dd3-8f36-8cc248765863", "address": "fa:16:3e:64:b0:57", "network": {"id": "0645d176-e776-40d5-875d-a2cc784feede", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-58678801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5071108f521e49c4a2f524e0eb694e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd8f20-d0", "ovs_interfaceid": "00cd8f20-d09d-4dd3-8f36-8cc248765863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.770625] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52af0632-ff27-71ca-d651-cc1ed262f968, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.771054] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.771197] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] df3ab74e-774f-45ef-94c6-f935b046cdda/df3ab74e-774f-45ef-94c6-f935b046cdda.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.771484] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5617a60b-99fb-4530-a9a5-7163fb1e70e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.780257] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 878.780257] env[69073]: value = "task-3219518" [ 878.780257] env[69073]: _type = "Task" [ 878.780257] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.790665] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.812669] env[69073]: DEBUG nova.network.neutron [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Updated VIF entry in instance network info cache for port fceed78b-f1f4-4e07-8a2c-23a58696a5e3. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.813084] env[69073]: DEBUG nova.network.neutron [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Updating instance_info_cache with network_info: [{"id": "fceed78b-f1f4-4e07-8a2c-23a58696a5e3", "address": "fa:16:3e:fe:70:dc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceed78b-f1", "ovs_interfaceid": "fceed78b-f1f4-4e07-8a2c-23a58696a5e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.842705] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bab8f2a-4d76-4674-8544-59a69cecfd95 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "78fa7dad-564c-4a5c-9a12-28ff08f4fc26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.569s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.848397] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219517, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.038960] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Releasing lock "refresh_cache-73baa5ed-7d69-4363-818f-230b0e5956d2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.039483] env[69073]: DEBUG nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Instance network_info: |[{"id": "00cd8f20-d09d-4dd3-8f36-8cc248765863", "address": "fa:16:3e:64:b0:57", "network": {"id": "0645d176-e776-40d5-875d-a2cc784feede", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-58678801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5071108f521e49c4a2f524e0eb694e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd8f20-d0", "ovs_interfaceid": "00cd8f20-d09d-4dd3-8f36-8cc248765863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.040043] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:b0:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00cd8f20-d09d-4dd3-8f36-8cc248765863', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.049451] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.049723] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.049956] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-047a6618-f03a-46d5-accc-5acfd0cef8c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.074359] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.074359] env[69073]: value = "task-3219519" [ 879.074359] env[69073]: _type = "Task" [ 879.074359] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.084789] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219519, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.291286] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219518, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.318661] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Releasing lock "refresh_cache-df3ab74e-774f-45ef-94c6-f935b046cdda" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.319013] env[69073]: DEBUG nova.compute.manager [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Received event network-vif-plugged-00cd8f20-d09d-4dd3-8f36-8cc248765863 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.319232] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Acquiring lock "73baa5ed-7d69-4363-818f-230b0e5956d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.319452] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Lock "73baa5ed-7d69-4363-818f-230b0e5956d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.319619] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Lock "73baa5ed-7d69-4363-818f-230b0e5956d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.319787] env[69073]: DEBUG nova.compute.manager [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] No waiting events found dispatching network-vif-plugged-00cd8f20-d09d-4dd3-8f36-8cc248765863 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.319954] env[69073]: WARNING nova.compute.manager [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Received unexpected event network-vif-plugged-00cd8f20-d09d-4dd3-8f36-8cc248765863 for instance with vm_state building and task_state spawning. [ 879.321248] env[69073]: DEBUG nova.compute.manager [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Received event network-changed-00cd8f20-d09d-4dd3-8f36-8cc248765863 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.321248] env[69073]: DEBUG nova.compute.manager [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Refreshing instance network info cache due to event network-changed-00cd8f20-d09d-4dd3-8f36-8cc248765863. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.321248] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Acquiring lock "refresh_cache-73baa5ed-7d69-4363-818f-230b0e5956d2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.321248] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Acquired lock "refresh_cache-73baa5ed-7d69-4363-818f-230b0e5956d2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.321248] env[69073]: DEBUG nova.network.neutron [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Refreshing network info cache for port 00cd8f20-d09d-4dd3-8f36-8cc248765863 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.347639] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219517, 'name': CreateVM_Task, 'duration_secs': 0.587924} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.350615] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.351522] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.351689] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.352016] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.352294] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf37a452-a9f2-4474-94d3-0f3ae3a5b77e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.360106] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 879.360106] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e8070e-ecd8-db91-24ee-988a4443399b" [ 879.360106] env[69073]: _type = "Task" [ 879.360106] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.374960] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e8070e-ecd8-db91-24ee-988a4443399b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.584796] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219519, 'name': CreateVM_Task, 'duration_secs': 0.441543} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.588100] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.590409] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.793137] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520286} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.793505] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] df3ab74e-774f-45ef-94c6-f935b046cdda/df3ab74e-774f-45ef-94c6-f935b046cdda.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.794044] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.794044] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c66612e5-8fec-4ec1-882e-f0cdfa522064 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.799595] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010cff69-7f7a-40d6-b65e-58262ba5a081 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.811045] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5712dd51-bb73-45fc-96e3-089ed3a580e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.814521] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 879.814521] env[69073]: value = "task-3219521" [ 879.814521] env[69073]: _type = "Task" [ 879.814521] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.855079] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34dd546-62d4-4d00-b05a-3068086a3384 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.862027] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219521, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.869306] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a920978c-6471-48d1-b938-7372da7bd9b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.881392] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e8070e-ecd8-db91-24ee-988a4443399b, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.881392] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.881392] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.881392] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.881392] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.881392] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.881392] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.881392] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.881392] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14c8268f-3ffe-4dad-bd6d-bd4742d2c60b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.890131] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de610c1a-c67d-4d56-8033-e01eb1237cb6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.893510] env[69073]: DEBUG nova.compute.provider_tree [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.899317] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 879.899317] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a62a78-8aa0-9146-fdd1-b40a10fbb94c" [ 879.899317] env[69073]: _type = "Task" [ 879.899317] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.907057] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.907375] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.908769] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5744d2d-e807-437f-b8fe-23d2c93354b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.915644] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 879.915644] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a0c786-0122-bd2e-06b6-d2f38a54ff95" [ 879.915644] env[69073]: _type = "Task" [ 879.915644] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.919019] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a62a78-8aa0-9146-fdd1-b40a10fbb94c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.929531] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a0c786-0122-bd2e-06b6-d2f38a54ff95, 'name': SearchDatastore_Task, 'duration_secs': 0.011671} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.930337] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85eac63c-3622-4bb1-8335-56eeccaa84c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.942036] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 879.942036] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ab3e8-5a6a-3bdb-85bb-e7596897a85d" [ 879.942036] env[69073]: _type = "Task" [ 879.942036] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.953629] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ab3e8-5a6a-3bdb-85bb-e7596897a85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.160942] env[69073]: DEBUG nova.network.neutron [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Updated VIF entry in instance network info cache for port 00cd8f20-d09d-4dd3-8f36-8cc248765863. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.161420] env[69073]: DEBUG nova.network.neutron [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Updating instance_info_cache with network_info: [{"id": "00cd8f20-d09d-4dd3-8f36-8cc248765863", "address": "fa:16:3e:64:b0:57", "network": {"id": "0645d176-e776-40d5-875d-a2cc784feede", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-58678801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5071108f521e49c4a2f524e0eb694e25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd8f20-d0", "ovs_interfaceid": "00cd8f20-d09d-4dd3-8f36-8cc248765863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.268705] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.268931] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.325490] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069407} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.325754] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.326603] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da75fead-3b16-4209-bd04-01f9630e2b90 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.350964] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] df3ab74e-774f-45ef-94c6-f935b046cdda/df3ab74e-774f-45ef-94c6-f935b046cdda.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.351300] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3800b11c-32c1-4f7f-9946-14913a926f44 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.373023] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 880.373023] env[69073]: value = "task-3219522" [ 880.373023] env[69073]: _type = "Task" [ 880.373023] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.382964] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.399020] env[69073]: DEBUG nova.scheduler.client.report [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.415055] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a62a78-8aa0-9146-fdd1-b40a10fbb94c, 'name': SearchDatastore_Task, 'duration_secs': 0.023772} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.415055] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.415055] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.415055] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.449176] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ab3e8-5a6a-3bdb-85bb-e7596897a85d, 'name': SearchDatastore_Task, 'duration_secs': 0.051355} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.449473] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.449738] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 623de1ae-828a-4d03-8a01-6c284b1a5425/623de1ae-828a-4d03-8a01-6c284b1a5425.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.450300] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.450300] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.450654] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-375388e8-73ca-4e6a-9fc3-c47e7f00b1fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.452746] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73e4b062-850a-4a00-8c06-5d6b2cb67e61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.463546] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 880.463546] env[69073]: value = "task-3219523" [ 880.463546] env[69073]: _type = "Task" [ 880.463546] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.468682] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.468802] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.470079] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9d4edd-482b-4460-8e6b-4302ce6abda1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.476940] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.480922] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 880.480922] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5271435b-ba9d-dde4-4248-bada5465e1d7" [ 880.480922] env[69073]: _type = "Task" [ 880.480922] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.489988] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5271435b-ba9d-dde4-4248-bada5465e1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.664662] env[69073]: DEBUG oslo_concurrency.lockutils [req-e19b3dd3-81c7-4ed4-a305-59bb8c2e3270 req-8abe2443-df0c-430e-857d-973f34e64553 service nova] Releasing lock "refresh_cache-73baa5ed-7d69-4363-818f-230b0e5956d2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.884352] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.908439] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.909043] env[69073]: DEBUG nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.912083] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.944s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.914513] env[69073]: INFO nova.compute.claims [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.975924] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.994025] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5271435b-ba9d-dde4-4248-bada5465e1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016868} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.995152] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7933012c-3c10-43bf-be53-8e8793e9eddd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.004134] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 881.004134] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529b0168-5021-f6f6-7dc3-160e105f760b" [ 881.004134] env[69073]: _type = "Task" [ 881.004134] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.015158] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529b0168-5021-f6f6-7dc3-160e105f760b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.384831] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219522, 'name': ReconfigVM_Task, 'duration_secs': 0.757176} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.385196] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Reconfigured VM instance instance-00000032 to attach disk [datastore2] df3ab74e-774f-45ef-94c6-f935b046cdda/df3ab74e-774f-45ef-94c6-f935b046cdda.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.385867] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c99f428-b010-4205-981c-2d408b2894a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.393299] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 881.393299] env[69073]: value = "task-3219524" [ 881.393299] env[69073]: _type = "Task" [ 881.393299] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.401700] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219524, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.423574] env[69073]: DEBUG nova.compute.utils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.423574] env[69073]: DEBUG nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.423574] env[69073]: DEBUG nova.network.neutron [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.472740] env[69073]: DEBUG nova.policy [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c262f455910c496da8b7a4961452ee9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cdc2f69624e84bdca75601e662091185', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.478622] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781697} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.478622] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 623de1ae-828a-4d03-8a01-6c284b1a5425/623de1ae-828a-4d03-8a01-6c284b1a5425.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.480117] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.480117] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57003186-2217-4087-9ad8-012ea0bb827b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.490691] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 881.490691] env[69073]: value = "task-3219525" [ 881.490691] env[69073]: _type = "Task" [ 881.490691] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.500305] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.514628] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529b0168-5021-f6f6-7dc3-160e105f760b, 'name': SearchDatastore_Task, 'duration_secs': 0.069144} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.515032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.515354] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 73baa5ed-7d69-4363-818f-230b0e5956d2/73baa5ed-7d69-4363-818f-230b0e5956d2.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.517710] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc6a8a1-d01f-4ab8-bbac-6fcbcb7bdd0c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.525978] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 881.525978] env[69073]: value = "task-3219526" [ 881.525978] env[69073]: _type = "Task" [ 881.525978] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.535906] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.827464] env[69073]: DEBUG nova.network.neutron [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Successfully created port: d19782eb-5113-438b-9c6b-9e91c0d95390 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.904883] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219524, 'name': Rename_Task, 'duration_secs': 0.153299} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.905220] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.905481] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f74630a6-5541-41f8-b2e9-df7b7882dcae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.914577] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 881.914577] env[69073]: value = "task-3219527" [ 881.914577] env[69073]: _type = "Task" [ 881.914577] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.927061] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.927971] env[69073]: DEBUG nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.003263] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076146} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.004134] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.004982] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9786f747-4a4d-4039-90f4-56d0bb3fe42c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.027101] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 623de1ae-828a-4d03-8a01-6c284b1a5425/623de1ae-828a-4d03-8a01-6c284b1a5425.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.027803] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc065737-dcfc-4356-825e-54625a2b1b92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.056861] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509184} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.058275] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 73baa5ed-7d69-4363-818f-230b0e5956d2/73baa5ed-7d69-4363-818f-230b0e5956d2.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.058501] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.058841] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 882.058841] env[69073]: value = "task-3219528" [ 882.058841] env[69073]: _type = "Task" [ 882.058841] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.059088] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3dfaa36-2ce3-4988-b3a3-20044f2cbd51 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.070977] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.072244] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 882.072244] env[69073]: value = "task-3219529" [ 882.072244] env[69073]: _type = "Task" [ 882.072244] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.083228] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.432022] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.507421] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2736e207-b4b0-409c-9045-5b79fcd9abb2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.517459] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405574b6-be19-4e67-93ce-c0a7652db6fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.553757] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f495ab0-a02c-4bce-a337-ae7e80feb701 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.569641] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8173084f-38bc-4d03-aa37-090aae9bfe25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.583218] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219528, 'name': ReconfigVM_Task, 'duration_secs': 0.380628} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.592665] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 623de1ae-828a-4d03-8a01-6c284b1a5425/623de1ae-828a-4d03-8a01-6c284b1a5425.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.593840] env[69073]: DEBUG nova.compute.provider_tree [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.599138] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0be3f36e-2585-483b-8397-39f4fc4aba2e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.603017] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084803} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.603017] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.603719] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3558d2d-3001-466d-bcf0-96a41e962ed9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.610028] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 882.610028] env[69073]: value = "task-3219530" [ 882.610028] env[69073]: _type = "Task" [ 882.610028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.634236] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 73baa5ed-7d69-4363-818f-230b0e5956d2/73baa5ed-7d69-4363-818f-230b0e5956d2.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.634948] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5dd55f-5a26-4c61-a6b1-7e243152bb57 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.660311] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219530, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.666348] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 882.666348] env[69073]: value = "task-3219531" [ 882.666348] env[69073]: _type = "Task" [ 882.666348] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.674815] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.926557] env[69073]: DEBUG oslo_vmware.api [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219527, 'name': PowerOnVM_Task, 'duration_secs': 0.718532} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.928114] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.928114] env[69073]: INFO nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Took 10.05 seconds to spawn the instance on the hypervisor. [ 882.928114] env[69073]: DEBUG nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.928709] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a86ac5-82aa-465d-89d9-41a3eba4ff67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.942687] env[69073]: DEBUG nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.973156] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.975563] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.975970] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.976406] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.976770] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.977176] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.977678] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.978075] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.978488] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.978880] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.979294] env[69073]: DEBUG nova.virt.hardware [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.980724] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416feb55-73b0-475e-a43f-e8bc572a4957 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.996642] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6a7eca-4052-4c36-9642-3d59331cd5a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.082397] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Acquiring lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.082627] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.103538] env[69073]: DEBUG nova.scheduler.client.report [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.122049] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219530, 'name': Rename_Task, 'duration_secs': 0.160063} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.122325] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.122568] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891b9d01-2d52-4ee3-9a97-4a02e7b577ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.132661] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 883.132661] env[69073]: value = "task-3219532" [ 883.132661] env[69073]: _type = "Task" [ 883.132661] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.139341] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.177738] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219531, 'name': ReconfigVM_Task, 'duration_secs': 0.295182} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.178031] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 73baa5ed-7d69-4363-818f-230b0e5956d2/73baa5ed-7d69-4363-818f-230b0e5956d2.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.178675] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b99dab2-02ca-4909-8b7b-39efa29ae21c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.187728] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 883.187728] env[69073]: value = "task-3219533" [ 883.187728] env[69073]: _type = "Task" [ 883.187728] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.197025] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219533, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.461814] env[69073]: INFO nova.compute.manager [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Took 50.33 seconds to build instance. [ 883.513182] env[69073]: DEBUG nova.compute.manager [req-fcfd5b67-21f5-452b-a37c-8b74d215f86c req-690c7aef-88dc-4fee-a3b5-eefcbb621a71 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Received event network-vif-plugged-d19782eb-5113-438b-9c6b-9e91c0d95390 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.513438] env[69073]: DEBUG oslo_concurrency.lockutils [req-fcfd5b67-21f5-452b-a37c-8b74d215f86c req-690c7aef-88dc-4fee-a3b5-eefcbb621a71 service nova] Acquiring lock "458910cb-b1ae-4807-add3-4963952c67ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.513703] env[69073]: DEBUG oslo_concurrency.lockutils [req-fcfd5b67-21f5-452b-a37c-8b74d215f86c req-690c7aef-88dc-4fee-a3b5-eefcbb621a71 service nova] Lock "458910cb-b1ae-4807-add3-4963952c67ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.513893] env[69073]: DEBUG oslo_concurrency.lockutils [req-fcfd5b67-21f5-452b-a37c-8b74d215f86c req-690c7aef-88dc-4fee-a3b5-eefcbb621a71 service nova] Lock "458910cb-b1ae-4807-add3-4963952c67ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.514164] env[69073]: DEBUG nova.compute.manager [req-fcfd5b67-21f5-452b-a37c-8b74d215f86c req-690c7aef-88dc-4fee-a3b5-eefcbb621a71 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] No waiting events found dispatching network-vif-plugged-d19782eb-5113-438b-9c6b-9e91c0d95390 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.514272] env[69073]: WARNING nova.compute.manager [req-fcfd5b67-21f5-452b-a37c-8b74d215f86c req-690c7aef-88dc-4fee-a3b5-eefcbb621a71 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Received unexpected event network-vif-plugged-d19782eb-5113-438b-9c6b-9e91c0d95390 for instance with vm_state building and task_state spawning. [ 883.609044] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.609676] env[69073]: DEBUG nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.615258] env[69073]: DEBUG nova.network.neutron [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Successfully updated port: d19782eb-5113-438b-9c6b-9e91c0d95390 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.615258] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.949s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.615857] env[69073]: INFO nova.compute.claims [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.646348] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.702209] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219533, 'name': Rename_Task, 'duration_secs': 0.171506} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.702747] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.703092] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fe2e4a7-deff-4bc4-a7f7-3a2575826af8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.709823] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 883.709823] env[69073]: value = "task-3219534" [ 883.709823] env[69073]: _type = "Task" [ 883.709823] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.718641] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.965136] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af002897-bb8e-4e2c-88e5-fce4f0f2f447 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "df3ab74e-774f-45ef-94c6-f935b046cdda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.300s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.121860] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquiring lock "refresh_cache-458910cb-b1ae-4807-add3-4963952c67ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.121860] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquired lock "refresh_cache-458910cb-b1ae-4807-add3-4963952c67ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.121860] env[69073]: DEBUG nova.network.neutron [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.128717] env[69073]: DEBUG nova.compute.utils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.128717] env[69073]: DEBUG nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.129148] env[69073]: DEBUG nova.network.neutron [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.147981] env[69073]: DEBUG oslo_vmware.api [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219532, 'name': PowerOnVM_Task, 'duration_secs': 0.570899} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.148906] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.148906] env[69073]: INFO nova.compute.manager [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Took 5.96 seconds to spawn the instance on the hypervisor. [ 884.148906] env[69073]: DEBUG nova.compute.manager [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.150048] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f6989e-2a4b-4c9d-8811-9e64ce943c49 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.177548] env[69073]: DEBUG nova.policy [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2414fbb7c52e4df0bbd21705ae49dc5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '073060f42a7c47f0859ae1faa31a51f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.220791] env[69073]: DEBUG oslo_vmware.api [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219534, 'name': PowerOnVM_Task, 'duration_secs': 0.473725} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.220959] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.221178] env[69073]: INFO nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Took 8.62 seconds to spawn the instance on the hypervisor. [ 884.221357] env[69073]: DEBUG nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.222147] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45501de-3eec-4bdb-9f80-1e39e5ee4b8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.448232] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "ffa4f3d0-793e-4fea-8027-7de487442d67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.448465] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "ffa4f3d0-793e-4fea-8027-7de487442d67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.469490] env[69073]: DEBUG nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.600436] env[69073]: DEBUG nova.network.neutron [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Successfully created port: 0347534e-bee1-4ce8-b85c-683b31a3740c {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.629227] env[69073]: DEBUG nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.682464] env[69073]: INFO nova.compute.manager [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Took 46.32 seconds to build instance. [ 884.692500] env[69073]: DEBUG nova.network.neutron [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.741042] env[69073]: INFO nova.compute.manager [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Took 49.44 seconds to build instance. [ 884.988311] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.002778] env[69073]: DEBUG nova.network.neutron [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Updating instance_info_cache with network_info: [{"id": "d19782eb-5113-438b-9c6b-9e91c0d95390", "address": "fa:16:3e:bf:8c:6d", "network": {"id": "db1f0de4-4a6e-4fc0-be33-0bb42a94416c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1519468035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc2f69624e84bdca75601e662091185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19782eb-51", "ovs_interfaceid": "d19782eb-5113-438b-9c6b-9e91c0d95390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.166927] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04344dd2-f46c-42c4-a410-7374a1189ac0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.182493] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83585617-e35b-46de-9f41-4f99dd23282a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.186930] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b45d28a7-21a4-43bc-bda1-c17d4f76c3bb tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "623de1ae-828a-4d03-8a01-6c284b1a5425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.825s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.220576] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f63b01d-fec3-4cfb-b9dd-b22a35984582 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.230405] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22258d7d-b47d-4e4f-b481-aa5efeff17db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.246749] env[69073]: DEBUG nova.compute.provider_tree [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.252022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-acd86e28-28c3-42eb-9205-774a83ee5673 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "73baa5ed-7d69-4363-818f-230b0e5956d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.146s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.505911] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Releasing lock "refresh_cache-458910cb-b1ae-4807-add3-4963952c67ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.506063] env[69073]: DEBUG nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Instance network_info: |[{"id": "d19782eb-5113-438b-9c6b-9e91c0d95390", "address": "fa:16:3e:bf:8c:6d", "network": {"id": "db1f0de4-4a6e-4fc0-be33-0bb42a94416c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1519468035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc2f69624e84bdca75601e662091185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19782eb-51", "ovs_interfaceid": "d19782eb-5113-438b-9c6b-9e91c0d95390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.506552] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:8c:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd19782eb-5113-438b-9c6b-9e91c0d95390', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.514229] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Creating folder: Project (cdc2f69624e84bdca75601e662091185). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.517394] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8b0e858-1589-4a58-8317-17b80a2fe517 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.531331] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Created folder: Project (cdc2f69624e84bdca75601e662091185) in parent group-v643537. [ 885.531579] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Creating folder: Instances. Parent ref: group-v643699. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.531790] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9d27013-6842-44b8-ab89-31058a63a43c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.543134] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Created folder: Instances in parent group-v643699. [ 885.543388] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.543588] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.544204] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b0c5df-13df-4caf-8585-804c0a4e5e28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.567229] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.567229] env[69073]: value = "task-3219537" [ 885.567229] env[69073]: _type = "Task" [ 885.567229] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.577769] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219537, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.646866] env[69073]: DEBUG nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.679151] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.679427] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.679586] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.679765] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.679948] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.680250] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.680497] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.680662] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.680829] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.680989] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.681180] env[69073]: DEBUG nova.virt.hardware [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.682096] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4e0dfc-e073-4965-ba8d-0b6265b0aaad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.690358] env[69073]: DEBUG nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.696644] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76607640-f144-48b0-983e-40933af9a8b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.704379] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.704627] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.749799] env[69073]: DEBUG nova.scheduler.client.report [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.753697] env[69073]: DEBUG nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.798835] env[69073]: DEBUG nova.compute.manager [req-67ce8e2b-437f-4110-93d1-31d211d0ac5a req-33904eb0-29c9-40cd-82d5-b0aa49b988b3 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Received event network-changed-d19782eb-5113-438b-9c6b-9e91c0d95390 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.799242] env[69073]: DEBUG nova.compute.manager [req-67ce8e2b-437f-4110-93d1-31d211d0ac5a req-33904eb0-29c9-40cd-82d5-b0aa49b988b3 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Refreshing instance network info cache due to event network-changed-d19782eb-5113-438b-9c6b-9e91c0d95390. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.799500] env[69073]: DEBUG oslo_concurrency.lockutils [req-67ce8e2b-437f-4110-93d1-31d211d0ac5a req-33904eb0-29c9-40cd-82d5-b0aa49b988b3 service nova] Acquiring lock "refresh_cache-458910cb-b1ae-4807-add3-4963952c67ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.799650] env[69073]: DEBUG oslo_concurrency.lockutils [req-67ce8e2b-437f-4110-93d1-31d211d0ac5a req-33904eb0-29c9-40cd-82d5-b0aa49b988b3 service nova] Acquired lock "refresh_cache-458910cb-b1ae-4807-add3-4963952c67ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.799815] env[69073]: DEBUG nova.network.neutron [req-67ce8e2b-437f-4110-93d1-31d211d0ac5a req-33904eb0-29c9-40cd-82d5-b0aa49b988b3 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Refreshing network info cache for port d19782eb-5113-438b-9c6b-9e91c0d95390 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.078902] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219537, 'name': CreateVM_Task, 'duration_secs': 0.34956} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.079177] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.079879] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.080071] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.080398] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.080663] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f683fc3-c550-4589-85c9-19e4039198b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.086421] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 886.086421] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52130246-5be9-54b6-dde2-6ab11baf4612" [ 886.086421] env[69073]: _type = "Task" [ 886.086421] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.094858] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52130246-5be9-54b6-dde2-6ab11baf4612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.212487] env[69073]: INFO nova.compute.manager [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Rebuilding instance [ 886.216462] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.258265] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.260510] env[69073]: DEBUG nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.261280] env[69073]: DEBUG nova.compute.manager [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.263279] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.763s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.263593] env[69073]: DEBUG nova.objects.instance [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lazy-loading 'resources' on Instance uuid 9183d175-3295-40ee-a4a6-b7bc8f5694f1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.265261] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda497da-ae59-42b5-b235-27d724488445 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.288161] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.499505] env[69073]: DEBUG nova.network.neutron [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Successfully updated port: 0347534e-bee1-4ce8-b85c-683b31a3740c {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.601789] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52130246-5be9-54b6-dde2-6ab11baf4612, 'name': SearchDatastore_Task, 'duration_secs': 0.012553} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.602147] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.602327] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.602740] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.602740] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.602907] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.603136] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed32bd5a-e022-4ebf-9e6f-760cd2d77722 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.615016] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.615016] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.615608] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0aedb2-f9fc-4a78-b0a8-c5baff2746c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.623187] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 886.623187] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525cf53f-da5e-73e5-8b91-da6556874ae8" [ 886.623187] env[69073]: _type = "Task" [ 886.623187] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.632220] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525cf53f-da5e-73e5-8b91-da6556874ae8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.640309] env[69073]: DEBUG nova.network.neutron [req-67ce8e2b-437f-4110-93d1-31d211d0ac5a req-33904eb0-29c9-40cd-82d5-b0aa49b988b3 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Updated VIF entry in instance network info cache for port d19782eb-5113-438b-9c6b-9e91c0d95390. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.640701] env[69073]: DEBUG nova.network.neutron [req-67ce8e2b-437f-4110-93d1-31d211d0ac5a req-33904eb0-29c9-40cd-82d5-b0aa49b988b3 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Updating instance_info_cache with network_info: [{"id": "d19782eb-5113-438b-9c6b-9e91c0d95390", "address": "fa:16:3e:bf:8c:6d", "network": {"id": "db1f0de4-4a6e-4fc0-be33-0bb42a94416c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1519468035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cdc2f69624e84bdca75601e662091185", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd19782eb-51", "ovs_interfaceid": "d19782eb-5113-438b-9c6b-9e91c0d95390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.773588] env[69073]: DEBUG nova.compute.utils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.775487] env[69073]: DEBUG nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.775700] env[69073]: DEBUG nova.network.neutron [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.843248] env[69073]: DEBUG nova.policy [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89b4f3af8cf64d98b5a717aa1b8b49cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85b7d9647f2e48e4aacb1dc0797e215d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.008384] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.008384] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.009958] env[69073]: DEBUG nova.network.neutron [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.133389] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525cf53f-da5e-73e5-8b91-da6556874ae8, 'name': SearchDatastore_Task, 'duration_secs': 0.017506} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.136941] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad6b396-9d2a-4c4e-982b-dbddb190284d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.143922] env[69073]: DEBUG oslo_concurrency.lockutils [req-67ce8e2b-437f-4110-93d1-31d211d0ac5a req-33904eb0-29c9-40cd-82d5-b0aa49b988b3 service nova] Releasing lock "refresh_cache-458910cb-b1ae-4807-add3-4963952c67ca" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.144378] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 887.144378] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e536af-64ac-5e0e-bcf6-1cdbdcc55a62" [ 887.144378] env[69073]: _type = "Task" [ 887.144378] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.155241] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e536af-64ac-5e0e-bcf6-1cdbdcc55a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.278384] env[69073]: DEBUG nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.281830] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.282096] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696dee8b-31ea-4a2d-b406-f1da7f8bc733 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.285799] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dd5514-7409-49de-9170-0b4ce829c6c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.295606] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0612c2d9-6084-41f5-90f7-7b16922f1085 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.300049] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 887.300049] env[69073]: value = "task-3219538" [ 887.300049] env[69073]: _type = "Task" [ 887.300049] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.335477] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68df2b3e-2223-4c57-abe4-7effec51c6ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.342214] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.348084] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b05331-f191-4cd4-835f-5a3925d143cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.363151] env[69073]: DEBUG nova.compute.provider_tree [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.441115] env[69073]: DEBUG nova.network.neutron [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Successfully created port: d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.571652] env[69073]: DEBUG nova.network.neutron [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.656578] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e536af-64ac-5e0e-bcf6-1cdbdcc55a62, 'name': SearchDatastore_Task, 'duration_secs': 0.037436} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.657398] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.657398] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 458910cb-b1ae-4807-add3-4963952c67ca/458910cb-b1ae-4807-add3-4963952c67ca.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.657398] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf9a536b-8a79-4fa0-839d-3a9a1c205934 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.668017] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 887.668017] env[69073]: value = "task-3219539" [ 887.668017] env[69073]: _type = "Task" [ 887.668017] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.673201] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.812120] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219538, 'name': PowerOffVM_Task, 'duration_secs': 0.178904} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.812367] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.812602] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.813537] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81736a3f-1d53-49e1-b956-bf766a202507 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.821156] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.822077] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bace64c-e4b5-41a0-b7f6-47a2a210cfe5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.834382] env[69073]: DEBUG nova.network.neutron [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Updating instance_info_cache with network_info: [{"id": "0347534e-bee1-4ce8-b85c-683b31a3740c", "address": "fa:16:3e:79:a8:13", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0347534e-be", "ovs_interfaceid": "0347534e-bee1-4ce8-b85c-683b31a3740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.861100] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.861464] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.861603] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Deleting the datastore file [datastore2] 623de1ae-828a-4d03-8a01-6c284b1a5425 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.861890] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-525c829a-0f8b-40aa-b34a-b66cfbcbfd5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.866248] env[69073]: DEBUG nova.scheduler.client.report [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.870944] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 887.870944] env[69073]: value = "task-3219541" [ 887.870944] env[69073]: _type = "Task" [ 887.870944] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.881700] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.895099] env[69073]: DEBUG nova.compute.manager [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Received event network-vif-plugged-0347534e-bee1-4ce8-b85c-683b31a3740c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.895355] env[69073]: DEBUG oslo_concurrency.lockutils [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] Acquiring lock "4f4146ad-7367-4b33-ac3a-632a7a631b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.895630] env[69073]: DEBUG oslo_concurrency.lockutils [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] Lock "4f4146ad-7367-4b33-ac3a-632a7a631b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.895876] env[69073]: DEBUG oslo_concurrency.lockutils [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] Lock "4f4146ad-7367-4b33-ac3a-632a7a631b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.895990] env[69073]: DEBUG nova.compute.manager [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] No waiting events found dispatching network-vif-plugged-0347534e-bee1-4ce8-b85c-683b31a3740c {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.896178] env[69073]: WARNING nova.compute.manager [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Received unexpected event network-vif-plugged-0347534e-bee1-4ce8-b85c-683b31a3740c for instance with vm_state building and task_state spawning. [ 887.896366] env[69073]: DEBUG nova.compute.manager [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Received event network-changed-0347534e-bee1-4ce8-b85c-683b31a3740c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.896533] env[69073]: DEBUG nova.compute.manager [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Refreshing instance network info cache due to event network-changed-0347534e-bee1-4ce8-b85c-683b31a3740c. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.896701] env[69073]: DEBUG oslo_concurrency.lockutils [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] Acquiring lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.180265] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219539, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.262691] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "73baa5ed-7d69-4363-818f-230b0e5956d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.263079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "73baa5ed-7d69-4363-818f-230b0e5956d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.263317] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "73baa5ed-7d69-4363-818f-230b0e5956d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.263589] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "73baa5ed-7d69-4363-818f-230b0e5956d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.263730] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "73baa5ed-7d69-4363-818f-230b0e5956d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.265918] env[69073]: INFO nova.compute.manager [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Terminating instance [ 888.287686] env[69073]: DEBUG nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.316805] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.317155] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.317346] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.317702] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.317702] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.317832] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.318051] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.318215] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.318380] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.318553] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.318732] env[69073]: DEBUG nova.virt.hardware [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.320018] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6872c56-406a-4ce7-b856-54238673354b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.329812] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef078f-ba5d-4056-bccb-2d8cc4d81aba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.336955] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.337337] env[69073]: DEBUG nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Instance network_info: |[{"id": "0347534e-bee1-4ce8-b85c-683b31a3740c", "address": "fa:16:3e:79:a8:13", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0347534e-be", "ovs_interfaceid": "0347534e-bee1-4ce8-b85c-683b31a3740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.346268] env[69073]: DEBUG oslo_concurrency.lockutils [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] Acquired lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.346523] env[69073]: DEBUG nova.network.neutron [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Refreshing network info cache for port 0347534e-bee1-4ce8-b85c-683b31a3740c {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.349157] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:a8:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0347534e-bee1-4ce8-b85c-683b31a3740c', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.356123] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.357614] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.357756] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c5de4c6-2405-4c95-8e8e-5848dd27b9eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.378073] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.380933] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.602s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.381267] env[69073]: DEBUG nova.objects.instance [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lazy-loading 'resources' on Instance uuid 4079e384-966a-4bae-9515-3d8a3a1c19c2 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.386224] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.386224] env[69073]: value = "task-3219542" [ 888.386224] env[69073]: _type = "Task" [ 888.386224] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.391270] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187868} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.391862] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.392140] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.392339] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.398028] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219542, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.407091] env[69073]: INFO nova.scheduler.client.report [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted allocations for instance 9183d175-3295-40ee-a4a6-b7bc8f5694f1 [ 888.677397] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697552} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.677727] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 458910cb-b1ae-4807-add3-4963952c67ca/458910cb-b1ae-4807-add3-4963952c67ca.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.677954] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.678235] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-184128f7-a514-4b9c-b6ad-7a593a6c15d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.686197] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 888.686197] env[69073]: value = "task-3219543" [ 888.686197] env[69073]: _type = "Task" [ 888.686197] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.694934] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.771287] env[69073]: DEBUG nova.compute.manager [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.771558] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.772451] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ebb041-9110-4e1d-92b1-1954fba93eab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.780721] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.780964] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72d7944-2813-4055-b52a-127bee79475c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.788256] env[69073]: DEBUG oslo_vmware.api [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 888.788256] env[69073]: value = "task-3219544" [ 888.788256] env[69073]: _type = "Task" [ 888.788256] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.796363] env[69073]: DEBUG oslo_vmware.api [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.895844] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219542, 'name': CreateVM_Task, 'duration_secs': 0.378459} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.898122] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.898796] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.898991] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.899303] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.905117] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80027fc-96ed-4391-a47b-e5bd22c61783 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.912013] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 888.912013] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52394af5-7c50-4d73-d418-485c48f9ce87" [ 888.912013] env[69073]: _type = "Task" [ 888.912013] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.919578] env[69073]: DEBUG oslo_concurrency.lockutils [None req-89718c3b-0429-4c32-b83e-57de622a6ddf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "9183d175-3295-40ee-a4a6-b7bc8f5694f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.046s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.929279] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52394af5-7c50-4d73-d418-485c48f9ce87, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.929473] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.929714] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.930085] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.930162] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.930329] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.930947] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8a358de-d633-4d1c-b7b8-4da21a6183a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.945567] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.945670] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.947709] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4b5d8d-54dc-48dc-84f4-13ed4c36be07 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.957525] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 888.957525] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525cd004-c8b9-88e1-b8a3-04a3bea2033a" [ 888.957525] env[69073]: _type = "Task" [ 888.957525] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.969215] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525cd004-c8b9-88e1-b8a3-04a3bea2033a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.198200] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076384} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.198484] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.199262] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0235897-2fdb-40c7-ad58-be68f0e632ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.223319] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 458910cb-b1ae-4807-add3-4963952c67ca/458910cb-b1ae-4807-add3-4963952c67ca.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.225803] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac98f8d9-f350-4953-ba42-7c2bcc01180f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.240595] env[69073]: DEBUG nova.network.neutron [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Updated VIF entry in instance network info cache for port 0347534e-bee1-4ce8-b85c-683b31a3740c. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.240940] env[69073]: DEBUG nova.network.neutron [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Updating instance_info_cache with network_info: [{"id": "0347534e-bee1-4ce8-b85c-683b31a3740c", "address": "fa:16:3e:79:a8:13", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0347534e-be", "ovs_interfaceid": "0347534e-bee1-4ce8-b85c-683b31a3740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.249020] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 889.249020] env[69073]: value = "task-3219545" [ 889.249020] env[69073]: _type = "Task" [ 889.249020] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.259781] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.303114] env[69073]: DEBUG oslo_vmware.api [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219544, 'name': PowerOffVM_Task, 'duration_secs': 0.219186} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.303480] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.303662] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.304043] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f97aedf1-a1f7-41df-aa82-85a31981fa85 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.340668] env[69073]: DEBUG nova.network.neutron [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Successfully updated port: d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 889.374685] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.375014] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.375343] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Deleting the datastore file [datastore2] 73baa5ed-7d69-4363-818f-230b0e5956d2 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.378925] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5947fe13-7375-42ba-b5d9-73fd37ff7146 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.387223] env[69073]: DEBUG oslo_vmware.api [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 889.387223] env[69073]: value = "task-3219547" [ 889.387223] env[69073]: _type = "Task" [ 889.387223] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.399962] env[69073]: DEBUG oslo_vmware.api [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.434956] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.435333] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.435575] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.435845] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.436065] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.436271] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.436597] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.436775] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.436945] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.437185] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.437391] env[69073]: DEBUG nova.virt.hardware [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.439534] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2299c7-ea47-4d1f-95c2-7bd3977f2c83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.443626] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646fcd28-7af3-4b49-8c43-ca3de1719c84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.454523] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff75840c-0550-4303-9d82-8ce9dc6d65cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.459161] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c8ddfe-e74c-4a0d-8dbd-386e38a039d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.479400] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.486200] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.514021] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.514021] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525cd004-c8b9-88e1-b8a3-04a3bea2033a, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.514021] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-273a7d10-733f-47dd-8b6a-205e8da457b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.526123] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ebb1c8-b550-4e4b-929a-92ed82b8c50c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.531148] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42803389-e556-4ce8-aeb8-bd2b70bddfae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.539215] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecb0446-4a15-4193-838b-c0e37163cab9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.543349] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 889.543349] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522a519e-06f0-c633-ab27-069264f79d4e" [ 889.543349] env[69073]: _type = "Task" [ 889.543349] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.543623] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.543623] env[69073]: value = "task-3219548" [ 889.543623] env[69073]: _type = "Task" [ 889.543623] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.557504] env[69073]: DEBUG nova.compute.provider_tree [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.563789] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522a519e-06f0-c633-ab27-069264f79d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.566940] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219548, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.744922] env[69073]: DEBUG oslo_concurrency.lockutils [req-6a6c5325-04d6-4604-9b6f-aa13d2a5135a req-3bd4c86b-40bc-4c8c-9824-7625b8a054bb service nova] Releasing lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.759713] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.846897] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.846897] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.846897] env[69073]: DEBUG nova.network.neutron [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.897706] env[69073]: DEBUG oslo_vmware.api [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.920118] env[69073]: DEBUG nova.compute.manager [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Received event network-vif-plugged-d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.920353] env[69073]: DEBUG oslo_concurrency.lockutils [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] Acquiring lock "d8adbfa4-91c8-4c4e-864e-339d93187d52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.920595] env[69073]: DEBUG oslo_concurrency.lockutils [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] Lock "d8adbfa4-91c8-4c4e-864e-339d93187d52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.920790] env[69073]: DEBUG oslo_concurrency.lockutils [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] Lock "d8adbfa4-91c8-4c4e-864e-339d93187d52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.920926] env[69073]: DEBUG nova.compute.manager [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] No waiting events found dispatching network-vif-plugged-d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.921146] env[69073]: WARNING nova.compute.manager [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Received unexpected event network-vif-plugged-d5d4a6b4-c48f-4970-b92b-55b62fe537e2 for instance with vm_state building and task_state spawning. [ 889.921318] env[69073]: DEBUG nova.compute.manager [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Received event network-changed-d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.921510] env[69073]: DEBUG nova.compute.manager [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Refreshing instance network info cache due to event network-changed-d5d4a6b4-c48f-4970-b92b-55b62fe537e2. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.921733] env[69073]: DEBUG oslo_concurrency.lockutils [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] Acquiring lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.059102] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522a519e-06f0-c633-ab27-069264f79d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.040121} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.062477] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.062797] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 4f4146ad-7367-4b33-ac3a-632a7a631b10/4f4146ad-7367-4b33-ac3a-632a7a631b10.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.063673] env[69073]: DEBUG nova.scheduler.client.report [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.067512] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219548, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.067770] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ef6f997-568c-4cb6-a997-699c85430f8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.083462] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 890.083462] env[69073]: value = "task-3219549" [ 890.083462] env[69073]: _type = "Task" [ 890.083462] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.094790] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.260217] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219545, 'name': ReconfigVM_Task, 'duration_secs': 0.841468} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.260555] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 458910cb-b1ae-4807-add3-4963952c67ca/458910cb-b1ae-4807-add3-4963952c67ca.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.261236] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce7e648f-0835-4938-8448-4d878f2d7c8e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.269211] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 890.269211] env[69073]: value = "task-3219550" [ 890.269211] env[69073]: _type = "Task" [ 890.269211] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.278672] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219550, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.382919] env[69073]: DEBUG nova.network.neutron [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.401207] env[69073]: DEBUG oslo_vmware.api [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.631314} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.401535] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.401726] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.401926] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.402088] env[69073]: INFO nova.compute.manager [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Took 1.63 seconds to destroy the instance on the hypervisor. [ 890.402367] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.404973] env[69073]: DEBUG nova.compute.manager [-] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.405094] env[69073]: DEBUG nova.network.neutron [-] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.566478] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219548, 'name': CreateVM_Task, 'duration_secs': 0.598791} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.569876] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.571336] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.574436] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.574698] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.575154] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.578579] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.545s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.582027] env[69073]: INFO nova.compute.claims [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.582846] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3ac6d8-25a3-4060-b45a-899988312b27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.595288] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 890.595288] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f00dc4-e823-fdb0-1778-b5c9bd0548ec" [ 890.595288] env[69073]: _type = "Task" [ 890.595288] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.598663] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219549, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.613966] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f00dc4-e823-fdb0-1778-b5c9bd0548ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.613966] env[69073]: INFO nova.scheduler.client.report [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Deleted allocations for instance 4079e384-966a-4bae-9515-3d8a3a1c19c2 [ 890.615117] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.615349] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.615997] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.615997] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.615997] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.618958] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53c92052-6ad0-4305-827c-a32f1def573e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.628529] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.628706] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.629678] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3ef3e3-4b9b-43b2-9e15-15c2accaa314 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.635817] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 890.635817] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5299dcd9-f373-3fd7-da53-32e701b28fc5" [ 890.635817] env[69073]: _type = "Task" [ 890.635817] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.646375] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5299dcd9-f373-3fd7-da53-32e701b28fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.680247] env[69073]: DEBUG nova.network.neutron [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Updating instance_info_cache with network_info: [{"id": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "address": "fa:16:3e:e6:fd:dc", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d4a6b4-c4", "ovs_interfaceid": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.780510] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219550, 'name': Rename_Task, 'duration_secs': 0.416869} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.780689] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.781213] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-444e2a38-76c7-4cde-934f-4a49cb7b3fba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.788565] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 890.788565] env[69073]: value = "task-3219551" [ 890.788565] env[69073]: _type = "Task" [ 890.788565] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.800393] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.099717] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53611} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.100597] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 4f4146ad-7367-4b33-ac3a-632a7a631b10/4f4146ad-7367-4b33-ac3a-632a7a631b10.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.100857] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.101128] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70751899-e340-4fa3-ac66-07c534739393 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.109789] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 891.109789] env[69073]: value = "task-3219552" [ 891.109789] env[69073]: _type = "Task" [ 891.109789] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.120645] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.125435] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92f906db-a77c-45dc-9826-37ec7e7e701e tempest-ServerMetadataTestJSON-1041639953 tempest-ServerMetadataTestJSON-1041639953-project-member] Lock "4079e384-966a-4bae-9515-3d8a3a1c19c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.068s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.149702] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5299dcd9-f373-3fd7-da53-32e701b28fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.150532] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0472a2b-86a4-4276-b030-75829d7359d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.156673] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 891.156673] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523c15e9-4246-1720-0d1f-6ee692813a6a" [ 891.156673] env[69073]: _type = "Task" [ 891.156673] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.166018] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523c15e9-4246-1720-0d1f-6ee692813a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.183623] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Releasing lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.184201] env[69073]: DEBUG nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Instance network_info: |[{"id": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "address": "fa:16:3e:e6:fd:dc", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d4a6b4-c4", "ovs_interfaceid": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.184700] env[69073]: DEBUG oslo_concurrency.lockutils [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] Acquired lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.185049] env[69073]: DEBUG nova.network.neutron [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Refreshing network info cache for port d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.186728] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:fd:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5d4a6b4-c48f-4970-b92b-55b62fe537e2', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.195780] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Creating folder: Project (85b7d9647f2e48e4aacb1dc0797e215d). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.199830] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e191c12-c98e-49b1-8b50-cc86a6704466 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.212112] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Created folder: Project (85b7d9647f2e48e4aacb1dc0797e215d) in parent group-v643537. [ 891.212381] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Creating folder: Instances. Parent ref: group-v643704. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.212637] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-829500f5-c113-4c93-a5fc-dca59fb3d9e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.224827] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Created folder: Instances in parent group-v643704. [ 891.225058] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.225266] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.225562] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32de45cc-9f0e-43ef-befc-af0366455dac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.249483] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.249483] env[69073]: value = "task-3219555" [ 891.249483] env[69073]: _type = "Task" [ 891.249483] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.257026] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219555, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.299883] env[69073]: DEBUG oslo_vmware.api [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219551, 'name': PowerOnVM_Task, 'duration_secs': 0.47592} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.304432] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.304432] env[69073]: INFO nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Took 8.36 seconds to spawn the instance on the hypervisor. [ 891.304432] env[69073]: DEBUG nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.304432] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f95ef0-7522-416b-a147-386ac40eb7ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.383591] env[69073]: DEBUG nova.network.neutron [-] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.580979] env[69073]: DEBUG nova.network.neutron [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Updated VIF entry in instance network info cache for port d5d4a6b4-c48f-4970-b92b-55b62fe537e2. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.581408] env[69073]: DEBUG nova.network.neutron [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Updating instance_info_cache with network_info: [{"id": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "address": "fa:16:3e:e6:fd:dc", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d4a6b4-c4", "ovs_interfaceid": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.620864] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071243} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.623655] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.624954] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9234e77-a920-4fbd-81e0-9f13f60a1d52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.648551] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 4f4146ad-7367-4b33-ac3a-632a7a631b10/4f4146ad-7367-4b33-ac3a-632a7a631b10.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.652754] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c000571-950b-4130-b116-d28e79985cee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.678404] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523c15e9-4246-1720-0d1f-6ee692813a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.017447} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.679831] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.680104] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 623de1ae-828a-4d03-8a01-6c284b1a5425/623de1ae-828a-4d03-8a01-6c284b1a5425.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.680435] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 891.680435] env[69073]: value = "task-3219556" [ 891.680435] env[69073]: _type = "Task" [ 891.680435] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.680700] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e7f6abf-babb-4854-8c90-1ca6719a1806 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.695227] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.696801] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 891.696801] env[69073]: value = "task-3219557" [ 891.696801] env[69073]: _type = "Task" [ 891.696801] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.710026] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.762258] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219555, 'name': CreateVM_Task, 'duration_secs': 0.38079} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.762978] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.764012] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.764012] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.764265] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.764812] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4be34a-1241-4eaf-ae1e-8120027e0779 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.773534] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 891.773534] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5271f764-a4be-8db9-80e5-2bfb244a4a56" [ 891.773534] env[69073]: _type = "Task" [ 891.773534] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.783356] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5271f764-a4be-8db9-80e5-2bfb244a4a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.828162] env[69073]: INFO nova.compute.manager [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Took 49.59 seconds to build instance. [ 891.887395] env[69073]: INFO nova.compute.manager [-] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Took 1.48 seconds to deallocate network for instance. [ 892.054845] env[69073]: DEBUG nova.compute.manager [req-38177079-0ed5-4d4b-ac9c-c12989bdd8a6 req-5f429c58-1e60-41f8-8115-76c6db5febcf service nova] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Received event network-vif-deleted-00cd8f20-d09d-4dd3-8f36-8cc248765863 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.084029] env[69073]: DEBUG oslo_concurrency.lockutils [req-62dde34d-5fcf-4b25-99bb-936340745fd3 req-b550446f-23fa-41b9-851d-7bd7acedccc9 service nova] Releasing lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.145724] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f4d34-4548-47b9-a72a-70d7d5b6b4ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.157165] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842d31ea-3f8d-4627-b6b6-92ddf6e2e832 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.196927] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85628f8-7eb7-4814-bc61-b8c85e5b57d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.206371] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219556, 'name': ReconfigVM_Task, 'duration_secs': 0.323838} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.208923] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 4f4146ad-7367-4b33-ac3a-632a7a631b10/4f4146ad-7367-4b33-ac3a-632a7a631b10.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.209628] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50eeb16d-7044-4313-bff2-b5af86be9040 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.212261] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a5e184-b3b0-4546-b6ff-4723f7d1df63 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.219433] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219557, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.231098] env[69073]: DEBUG nova.compute.provider_tree [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.236085] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 892.236085] env[69073]: value = "task-3219558" [ 892.236085] env[69073]: _type = "Task" [ 892.236085] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.243650] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219558, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.284887] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5271f764-a4be-8db9-80e5-2bfb244a4a56, 'name': SearchDatastore_Task, 'duration_secs': 0.026629} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.285222] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.285526] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.285706] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.285851] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.286048] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.286402] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94c9d118-de2a-44fb-a019-43dd3ce230c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.306661] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.306966] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.307705] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aded0b8-f6b5-41e1-8dea-85de3b33218a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.315104] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 892.315104] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5277d2e8-3d47-9384-82ea-ee87df79ed14" [ 892.315104] env[69073]: _type = "Task" [ 892.315104] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.324924] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5277d2e8-3d47-9384-82ea-ee87df79ed14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.330616] env[69073]: DEBUG oslo_concurrency.lockutils [None req-61aa159c-209a-4ac5-ad61-0f6898188fd3 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "458910cb-b1ae-4807-add3-4963952c67ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.191s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.394600] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.505213] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquiring lock "458910cb-b1ae-4807-add3-4963952c67ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.505497] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "458910cb-b1ae-4807-add3-4963952c67ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.505716] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquiring lock "458910cb-b1ae-4807-add3-4963952c67ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.505897] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "458910cb-b1ae-4807-add3-4963952c67ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.506090] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "458910cb-b1ae-4807-add3-4963952c67ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.508471] env[69073]: INFO nova.compute.manager [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Terminating instance [ 892.710246] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823626} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.710362] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 623de1ae-828a-4d03-8a01-6c284b1a5425/623de1ae-828a-4d03-8a01-6c284b1a5425.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.710577] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.710830] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-296bd934-b01a-40c4-982d-c15e01eaa154 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.719257] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 892.719257] env[69073]: value = "task-3219559" [ 892.719257] env[69073]: _type = "Task" [ 892.719257] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.728237] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.735327] env[69073]: DEBUG nova.scheduler.client.report [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.748607] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219558, 'name': Rename_Task, 'duration_secs': 0.291354} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.748897] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.749163] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-959d5629-e9bc-4053-a9c6-c1d58cbaad11 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.756129] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 892.756129] env[69073]: value = "task-3219560" [ 892.756129] env[69073]: _type = "Task" [ 892.756129] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.765858] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.829584] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5277d2e8-3d47-9384-82ea-ee87df79ed14, 'name': SearchDatastore_Task, 'duration_secs': 0.054882} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.829710] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc02f4e3-e1c6-4dbf-92b6-f396b77fbf59 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.835010] env[69073]: DEBUG nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.839678] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 892.839678] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52520395-e9b0-1764-4b99-76f5bb5341e1" [ 892.839678] env[69073]: _type = "Task" [ 892.839678] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.855938] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52520395-e9b0-1764-4b99-76f5bb5341e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011862} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.856242] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.856544] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] d8adbfa4-91c8-4c4e-864e-339d93187d52/d8adbfa4-91c8-4c4e-864e-339d93187d52.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.856799] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba2ad408-6fd1-4eb4-a0e3-25afacabfd3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.865177] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 892.865177] env[69073]: value = "task-3219561" [ 892.865177] env[69073]: _type = "Task" [ 892.865177] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.877735] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.015991] env[69073]: DEBUG nova.compute.manager [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.016254] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.017201] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9b8b08-6b2c-4734-9e3c-e2729edf477c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.026750] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.027076] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-071abf25-e5a2-46e2-99d7-c960b6991153 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.036228] env[69073]: DEBUG oslo_vmware.api [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 893.036228] env[69073]: value = "task-3219562" [ 893.036228] env[69073]: _type = "Task" [ 893.036228] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.046158] env[69073]: DEBUG oslo_vmware.api [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.232891] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137073} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.232891] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.233635] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba5a6fa-6264-4a3b-9061-580ddfdac772 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.247777] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.248352] env[69073]: DEBUG nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.261087] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 623de1ae-828a-4d03-8a01-6c284b1a5425/623de1ae-828a-4d03-8a01-6c284b1a5425.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.261740] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.453s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.261988] env[69073]: DEBUG nova.objects.instance [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lazy-loading 'resources' on Instance uuid ca7666ac-21be-4cca-8e1f-19e4338e31d6 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.263305] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b731751-b7e9-41ea-9995-92b1fdad7e43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.290400] env[69073]: DEBUG oslo_vmware.api [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219560, 'name': PowerOnVM_Task, 'duration_secs': 0.495664} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.292060] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.292287] env[69073]: INFO nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Took 7.65 seconds to spawn the instance on the hypervisor. [ 893.292476] env[69073]: DEBUG nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.292844] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 893.292844] env[69073]: value = "task-3219563" [ 893.292844] env[69073]: _type = "Task" [ 893.292844] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.293671] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3244c196-d648-4605-a890-5a4e6b8c4411 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.313172] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.372474] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.378121] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219561, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.548668] env[69073]: DEBUG oslo_vmware.api [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219562, 'name': PowerOffVM_Task, 'duration_secs': 0.363574} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.548668] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.548813] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.548992] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcd41138-4682-4d35-ac1a-414edd934db1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.618034] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.618252] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.618494] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Deleting the datastore file [datastore1] 458910cb-b1ae-4807-add3-4963952c67ca {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.619461] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-766c7ee4-3bfc-4240-b329-d24f5e3834f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.626179] env[69073]: DEBUG oslo_vmware.api [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for the task: (returnval){ [ 893.626179] env[69073]: value = "task-3219565" [ 893.626179] env[69073]: _type = "Task" [ 893.626179] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.636974] env[69073]: DEBUG oslo_vmware.api [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.763951] env[69073]: DEBUG nova.compute.utils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.765426] env[69073]: DEBUG nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.765672] env[69073]: DEBUG nova.network.neutron [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.809622] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219563, 'name': ReconfigVM_Task, 'duration_secs': 0.43551} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.811465] env[69073]: DEBUG nova.policy [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403484d40e4a4f3fa189dfc899230886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d9ca3090ed4ab3a2f593938a29b733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.813267] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 623de1ae-828a-4d03-8a01-6c284b1a5425/623de1ae-828a-4d03-8a01-6c284b1a5425.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.817778] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6317958-9e81-446a-9724-45459f1fc8c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.823669] env[69073]: INFO nova.compute.manager [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Took 39.88 seconds to build instance. [ 893.830771] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 893.830771] env[69073]: value = "task-3219566" [ 893.830771] env[69073]: _type = "Task" [ 893.830771] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.841076] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219566, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.881387] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601045} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.881652] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] d8adbfa4-91c8-4c4e-864e-339d93187d52/d8adbfa4-91c8-4c4e-864e-339d93187d52.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.881870] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.882156] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf0999bc-83d7-4711-872c-ddf063ed4409 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.890223] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 893.890223] env[69073]: value = "task-3219567" [ 893.890223] env[69073]: _type = "Task" [ 893.890223] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.900624] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.142324] env[69073]: DEBUG oslo_vmware.api [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Task: {'id': task-3219565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187145} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.142606] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.142843] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.143053] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.143253] env[69073]: INFO nova.compute.manager [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Took 1.13 seconds to destroy the instance on the hypervisor. [ 894.143553] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.143766] env[69073]: DEBUG nova.compute.manager [-] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.143858] env[69073]: DEBUG nova.network.neutron [-] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.237225] env[69073]: DEBUG nova.network.neutron [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Successfully created port: 3f856854-51e9-4cc3-bf11-f219a6690ea2 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.268760] env[69073]: DEBUG nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.297097] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1219e7-124e-4944-a489-47a1e8d845b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.307530] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2fff4a-8538-4be6-a9c4-4996e4420d1f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.344028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9462376-1b47-422e-87bd-972ca7093d70 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f4146ad-7367-4b33-ac3a-632a7a631b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.407s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.349367] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9d92fe-3621-4eaf-a43f-78b4509565e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.368567] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219566, 'name': Rename_Task, 'duration_secs': 0.34871} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.372019] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b21b1a3-04d1-4bb5-8a03-e244d81df386 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.375163] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.375962] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d37fc9-f57a-4907-9df4-10b9d31a277b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.392253] env[69073]: DEBUG nova.compute.provider_tree [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.402701] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 894.402701] env[69073]: value = "task-3219568" [ 894.402701] env[69073]: _type = "Task" [ 894.402701] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.411620] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254073} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.412692] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.413751] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f968ce-2e13-4495-a0e5-38c95ac71207 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.420658] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219568, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.444439] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] d8adbfa4-91c8-4c4e-864e-339d93187d52/d8adbfa4-91c8-4c4e-864e-339d93187d52.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.445256] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e1aabb-026b-4d16-8d03-613ac0369ade {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.470480] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 894.470480] env[69073]: value = "task-3219569" [ 894.470480] env[69073]: _type = "Task" [ 894.470480] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.480089] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.511307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] Acquiring lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.513798] env[69073]: DEBUG oslo_concurrency.lockutils [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] Acquired lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.513798] env[69073]: DEBUG nova.network.neutron [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.711167] env[69073]: DEBUG nova.compute.manager [req-7b111db3-f2b1-4291-b4d3-3564e961aa08 req-ec933e27-cd03-44c8-ad5c-7da9820d1859 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Received event network-vif-deleted-d19782eb-5113-438b-9c6b-9e91c0d95390 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.711167] env[69073]: INFO nova.compute.manager [req-7b111db3-f2b1-4291-b4d3-3564e961aa08 req-ec933e27-cd03-44c8-ad5c-7da9820d1859 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Neutron deleted interface d19782eb-5113-438b-9c6b-9e91c0d95390; detaching it from the instance and deleting it from the info cache [ 894.711167] env[69073]: DEBUG nova.network.neutron [req-7b111db3-f2b1-4291-b4d3-3564e961aa08 req-ec933e27-cd03-44c8-ad5c-7da9820d1859 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.846856] env[69073]: DEBUG nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 894.904348] env[69073]: DEBUG nova.scheduler.client.report [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.925308] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.981812] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.047892] env[69073]: DEBUG nova.network.neutron [-] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.216449] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a55e72fc-ec70-415d-9eb1-8058bbaf3af7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.228735] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d462fdb-8f36-49af-8c2c-216ed65efd5a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.240358] env[69073]: DEBUG nova.network.neutron [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Updating instance_info_cache with network_info: [{"id": "0347534e-bee1-4ce8-b85c-683b31a3740c", "address": "fa:16:3e:79:a8:13", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0347534e-be", "ovs_interfaceid": "0347534e-bee1-4ce8-b85c-683b31a3740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.273314] env[69073]: DEBUG nova.compute.manager [req-7b111db3-f2b1-4291-b4d3-3564e961aa08 req-ec933e27-cd03-44c8-ad5c-7da9820d1859 service nova] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Detach interface failed, port_id=d19782eb-5113-438b-9c6b-9e91c0d95390, reason: Instance 458910cb-b1ae-4807-add3-4963952c67ca could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.278775] env[69073]: DEBUG nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.311297] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.311679] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.311865] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.312067] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.313300] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.313300] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.313300] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.313300] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.313300] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.313683] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.313784] env[69073]: DEBUG nova.virt.hardware [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.314840] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3e61b-aa05-4c94-a5d5-5a4b0da42c60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.324016] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2892f2f8-7768-4409-8685-628419f9dae4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.371228] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.415144] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.421214] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.349s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.423204] env[69073]: INFO nova.compute.claims [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.425980] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219568, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.434422] env[69073]: INFO nova.scheduler.client.report [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Deleted allocations for instance ca7666ac-21be-4cca-8e1f-19e4338e31d6 [ 895.486738] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219569, 'name': ReconfigVM_Task, 'duration_secs': 0.877075} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.486974] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Reconfigured VM instance instance-00000037 to attach disk [datastore1] d8adbfa4-91c8-4c4e-864e-339d93187d52/d8adbfa4-91c8-4c4e-864e-339d93187d52.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.487726] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b0b832a-b5de-4ec1-b84d-026ad377e526 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.496438] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 895.496438] env[69073]: value = "task-3219570" [ 895.496438] env[69073]: _type = "Task" [ 895.496438] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.505936] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219570, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.550737] env[69073]: INFO nova.compute.manager [-] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Took 1.41 seconds to deallocate network for instance. [ 895.746966] env[69073]: DEBUG oslo_concurrency.lockutils [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] Releasing lock "refresh_cache-4f4146ad-7367-4b33-ac3a-632a7a631b10" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.747262] env[69073]: DEBUG nova.compute.manager [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Inject network info {{(pid=69073) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 895.747553] env[69073]: DEBUG nova.compute.manager [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] network_info to inject: |[{"id": "0347534e-bee1-4ce8-b85c-683b31a3740c", "address": "fa:16:3e:79:a8:13", "network": {"id": "90c510b1-3e04-424a-8a92-8fa8a1854fcf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-621109405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "073060f42a7c47f0859ae1faa31a51f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0347534e-be", "ovs_interfaceid": "0347534e-bee1-4ce8-b85c-683b31a3740c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 895.753598] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Reconfiguring VM instance to set the machine id {{(pid=69073) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 895.753957] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73aec9ee-63fe-446b-82c9-9bb9a4772282 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.774022] env[69073]: DEBUG oslo_vmware.api [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] Waiting for the task: (returnval){ [ 895.774022] env[69073]: value = "task-3219571" [ 895.774022] env[69073]: _type = "Task" [ 895.774022] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.782467] env[69073]: DEBUG oslo_vmware.api [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] Task: {'id': task-3219571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.918794] env[69073]: DEBUG oslo_vmware.api [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219568, 'name': PowerOnVM_Task, 'duration_secs': 1.233879} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.919094] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.919363] env[69073]: DEBUG nova.compute.manager [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.920232] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c2275e-df6f-422c-a414-e4b47f8527e2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.943301] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3eabca8f-02b1-4f1a-a440-db128788b3ae tempest-FloatingIPsAssociationNegativeTestJSON-1098436248 tempest-FloatingIPsAssociationNegativeTestJSON-1098436248-project-member] Lock "ca7666ac-21be-4cca-8e1f-19e4338e31d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.942s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.007448] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219570, 'name': Rename_Task, 'duration_secs': 0.157866} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.007768] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.008207] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d1b358-0e91-4a0d-98bd-7651d80f99cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.015800] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 896.015800] env[69073]: value = "task-3219572" [ 896.015800] env[69073]: _type = "Task" [ 896.015800] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.031299] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.059339] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.285351] env[69073]: DEBUG oslo_vmware.api [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] Task: {'id': task-3219571, 'name': ReconfigVM_Task, 'duration_secs': 0.178127} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.285635] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-05a790ec-43d1-442f-9736-2dde43ca23f3 tempest-ServersAdminTestJSON-1727235239 tempest-ServersAdminTestJSON-1727235239-project-admin] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Reconfigured VM instance to set the machine id {{(pid=69073) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 896.451688] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.474465] env[69073]: DEBUG nova.network.neutron [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Successfully updated port: 3f856854-51e9-4cc3-bf11-f219a6690ea2 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.532629] env[69073]: DEBUG oslo_vmware.api [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219572, 'name': PowerOnVM_Task, 'duration_secs': 0.47573} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.532629] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.532629] env[69073]: INFO nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Took 8.24 seconds to spawn the instance on the hypervisor. [ 896.532629] env[69073]: DEBUG nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.532629] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e777094f-6592-4a87-8ce4-9719ee5f0aa5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.813864] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "623de1ae-828a-4d03-8a01-6c284b1a5425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.814115] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "623de1ae-828a-4d03-8a01-6c284b1a5425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.814322] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "623de1ae-828a-4d03-8a01-6c284b1a5425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.814601] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "623de1ae-828a-4d03-8a01-6c284b1a5425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.814693] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "623de1ae-828a-4d03-8a01-6c284b1a5425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.816758] env[69073]: INFO nova.compute.manager [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Terminating instance [ 896.835359] env[69073]: DEBUG nova.compute.manager [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Received event network-vif-plugged-3f856854-51e9-4cc3-bf11-f219a6690ea2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.835565] env[69073]: DEBUG oslo_concurrency.lockutils [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] Acquiring lock "df129425-381c-4c41-8515-e6bcaa04869f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.835766] env[69073]: DEBUG oslo_concurrency.lockutils [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] Lock "df129425-381c-4c41-8515-e6bcaa04869f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.835924] env[69073]: DEBUG oslo_concurrency.lockutils [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] Lock "df129425-381c-4c41-8515-e6bcaa04869f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.836139] env[69073]: DEBUG nova.compute.manager [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] No waiting events found dispatching network-vif-plugged-3f856854-51e9-4cc3-bf11-f219a6690ea2 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.836356] env[69073]: WARNING nova.compute.manager [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Received unexpected event network-vif-plugged-3f856854-51e9-4cc3-bf11-f219a6690ea2 for instance with vm_state building and task_state spawning. [ 896.836604] env[69073]: DEBUG nova.compute.manager [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Received event network-changed-3f856854-51e9-4cc3-bf11-f219a6690ea2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.839097] env[69073]: DEBUG nova.compute.manager [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Refreshing instance network info cache due to event network-changed-3f856854-51e9-4cc3-bf11-f219a6690ea2. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.839097] env[69073]: DEBUG oslo_concurrency.lockutils [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] Acquiring lock "refresh_cache-df129425-381c-4c41-8515-e6bcaa04869f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.839097] env[69073]: DEBUG oslo_concurrency.lockutils [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] Acquired lock "refresh_cache-df129425-381c-4c41-8515-e6bcaa04869f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.839097] env[69073]: DEBUG nova.network.neutron [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Refreshing network info cache for port 3f856854-51e9-4cc3-bf11-f219a6690ea2 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.912876] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a622b3-7c16-4abd-a824-4199fdf836a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.921661] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754b74f6-a539-4d3b-aedc-18d37c265ba0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.953280] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8fca4-2830-4c84-ae71-0da9b997d1e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.961166] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074f99fd-c29e-48c6-b9ab-d69efc8c4854 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.976367] env[69073]: DEBUG nova.compute.provider_tree [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.977923] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "refresh_cache-df129425-381c-4c41-8515-e6bcaa04869f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.055212] env[69073]: INFO nova.compute.manager [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Took 41.41 seconds to build instance. [ 897.323749] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "refresh_cache-623de1ae-828a-4d03-8a01-6c284b1a5425" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.323956] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquired lock "refresh_cache-623de1ae-828a-4d03-8a01-6c284b1a5425" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.324162] env[69073]: DEBUG nova.network.neutron [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.375084] env[69073]: DEBUG nova.network.neutron [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.481079] env[69073]: DEBUG nova.scheduler.client.report [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.511025] env[69073]: DEBUG nova.network.neutron [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.557990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e157e524-bbb8-4658-a391-517f0f90749c tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "d8adbfa4-91c8-4c4e-864e-339d93187d52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.918s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.880168] env[69073]: DEBUG nova.network.neutron [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.916962] env[69073]: INFO nova.compute.manager [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Rebuilding instance [ 897.963464] env[69073]: DEBUG nova.network.neutron [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.978055] env[69073]: DEBUG nova.compute.manager [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.978287] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd04d60-d0f4-4566-81f8-4dc30b200222 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.992410] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.993070] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.995663] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.299s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.014802] env[69073]: DEBUG oslo_concurrency.lockutils [req-aca292ef-b3de-48a9-a6ef-78e3d97d02f7 req-0ba004eb-bfc2-4eda-8151-b8d667365067 service nova] Releasing lock "refresh_cache-df129425-381c-4c41-8515-e6bcaa04869f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.016296] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "refresh_cache-df129425-381c-4c41-8515-e6bcaa04869f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.017593] env[69073]: DEBUG nova.network.neutron [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.060377] env[69073]: DEBUG nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 898.466610] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Releasing lock "refresh_cache-623de1ae-828a-4d03-8a01-6c284b1a5425" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.467171] env[69073]: DEBUG nova.compute.manager [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.467393] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.468283] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04f51a6-b53b-46ec-a868-6856ec84879c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.477430] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.477689] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82f1b4f2-ae8c-4fc1-8366-fc4cff0c1876 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.483844] env[69073]: DEBUG oslo_vmware.api [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 898.483844] env[69073]: value = "task-3219573" [ 898.483844] env[69073]: _type = "Task" [ 898.483844] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.495055] env[69073]: DEBUG oslo_vmware.api [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.499952] env[69073]: INFO nova.compute.claims [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.505154] env[69073]: DEBUG nova.compute.utils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.507655] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.507946] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.568438] env[69073]: DEBUG nova.network.neutron [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.579479] env[69073]: DEBUG nova.policy [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb15edfce4f94f249633aa90f5905cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b0a7293a9a4d40aa64daa3f725006c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.609065] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.848754] env[69073]: DEBUG nova.network.neutron [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Updating instance_info_cache with network_info: [{"id": "3f856854-51e9-4cc3-bf11-f219a6690ea2", "address": "fa:16:3e:23:6b:96", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f856854-51", "ovs_interfaceid": "3f856854-51e9-4cc3-bf11-f219a6690ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.884747] env[69073]: DEBUG nova.compute.manager [req-e160e27a-bf42-4d4d-89c0-35bb7e4aebfe req-14498f9a-704d-4e86-9691-a36ad0aaad3c service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Received event network-changed-d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.884747] env[69073]: DEBUG nova.compute.manager [req-e160e27a-bf42-4d4d-89c0-35bb7e4aebfe req-14498f9a-704d-4e86-9691-a36ad0aaad3c service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Refreshing instance network info cache due to event network-changed-d5d4a6b4-c48f-4970-b92b-55b62fe537e2. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.884747] env[69073]: DEBUG oslo_concurrency.lockutils [req-e160e27a-bf42-4d4d-89c0-35bb7e4aebfe req-14498f9a-704d-4e86-9691-a36ad0aaad3c service nova] Acquiring lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.884747] env[69073]: DEBUG oslo_concurrency.lockutils [req-e160e27a-bf42-4d4d-89c0-35bb7e4aebfe req-14498f9a-704d-4e86-9691-a36ad0aaad3c service nova] Acquired lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.884747] env[69073]: DEBUG nova.network.neutron [req-e160e27a-bf42-4d4d-89c0-35bb7e4aebfe req-14498f9a-704d-4e86-9691-a36ad0aaad3c service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Refreshing network info cache for port d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.998599] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.999566] env[69073]: DEBUG oslo_vmware.api [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219573, 'name': PowerOffVM_Task, 'duration_secs': 0.159311} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.999566] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f544dbc4-4d61-4cef-afcb-ff9e1707e153 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.001251] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.001433] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.001668] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079cdfdd-1b92-4539-8106-f53a05731f36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.011143] env[69073]: INFO nova.compute.resource_tracker [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating resource usage from migration 714aa123-3da6-4478-a8a5-66bad21a40b3 [ 899.013292] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 899.013292] env[69073]: value = "task-3219574" [ 899.013292] env[69073]: _type = "Task" [ 899.013292] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.013980] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.030420] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.030701] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.030817] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Deleting the datastore file [datastore1] 623de1ae-828a-4d03-8a01-6c284b1a5425 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.031997] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a76f21f4-74e0-4625-b335-6335c2afcb60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.036657] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.043102] env[69073]: DEBUG oslo_vmware.api [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for the task: (returnval){ [ 899.043102] env[69073]: value = "task-3219576" [ 899.043102] env[69073]: _type = "Task" [ 899.043102] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.052879] env[69073]: DEBUG oslo_vmware.api [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.070233] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Successfully created port: 0d563541-14de-4c3d-9487-2acf0b3c1fa8 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.078627] env[69073]: DEBUG nova.compute.manager [req-55fe8869-dc40-4c9a-afbf-5ba2faab3b37 req-5eef8f95-1cc5-4935-871b-39732e134606 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Received event network-changed-d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.078883] env[69073]: DEBUG nova.compute.manager [req-55fe8869-dc40-4c9a-afbf-5ba2faab3b37 req-5eef8f95-1cc5-4935-871b-39732e134606 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Refreshing instance network info cache due to event network-changed-d5d4a6b4-c48f-4970-b92b-55b62fe537e2. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.079122] env[69073]: DEBUG oslo_concurrency.lockutils [req-55fe8869-dc40-4c9a-afbf-5ba2faab3b37 req-5eef8f95-1cc5-4935-871b-39732e134606 service nova] Acquiring lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.351578] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "refresh_cache-df129425-381c-4c41-8515-e6bcaa04869f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.351903] env[69073]: DEBUG nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Instance network_info: |[{"id": "3f856854-51e9-4cc3-bf11-f219a6690ea2", "address": "fa:16:3e:23:6b:96", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f856854-51", "ovs_interfaceid": "3f856854-51e9-4cc3-bf11-f219a6690ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.352355] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:6b:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f856854-51e9-4cc3-bf11-f219a6690ea2', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.363653] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.366744] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.367234] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11ee0d0e-1239-42d3-b719-ea88988dc395 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.399286] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.399286] env[69073]: value = "task-3219577" [ 899.399286] env[69073]: _type = "Task" [ 899.399286] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.407844] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219577, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.523864] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ba70e4-74c0-4b9c-9a48-30fde060358b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.539379] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3bd3b5-e65a-4f75-b810-4097f10f96f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.542107] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219574, 'name': PowerOffVM_Task, 'duration_secs': 0.274186} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.542618] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.542926] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.544278] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76017842-3c87-4c67-bd0e-baba3b7bc948 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.590774] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2a2e0-7113-4638-b99b-3686c427c99c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.596586] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.597472] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ad7ed7b-58b7-49fb-9d54-90f0a1ab8ce3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.604375] env[69073]: DEBUG oslo_vmware.api [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Task: {'id': task-3219576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089894} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.605848] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.605848] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.605848] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.605848] env[69073]: INFO nova.compute.manager [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Took 1.14 seconds to destroy the instance on the hypervisor. [ 899.606833] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.607284] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ef79e-e4f1-4e67-b36c-716861454d88 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.611978] env[69073]: DEBUG nova.compute.manager [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.612091] env[69073]: DEBUG nova.network.neutron [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.624989] env[69073]: DEBUG nova.compute.provider_tree [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.647664] env[69073]: DEBUG nova.network.neutron [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.669678] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.669934] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.670123] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleting the datastore file [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.670528] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-281de44a-7ef1-4747-9fbf-cad614302895 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.678417] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 899.678417] env[69073]: value = "task-3219579" [ 899.678417] env[69073]: _type = "Task" [ 899.678417] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.686861] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.751613] env[69073]: DEBUG nova.network.neutron [req-e160e27a-bf42-4d4d-89c0-35bb7e4aebfe req-14498f9a-704d-4e86-9691-a36ad0aaad3c service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Updated VIF entry in instance network info cache for port d5d4a6b4-c48f-4970-b92b-55b62fe537e2. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.752051] env[69073]: DEBUG nova.network.neutron [req-e160e27a-bf42-4d4d-89c0-35bb7e4aebfe req-14498f9a-704d-4e86-9691-a36ad0aaad3c service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Updating instance_info_cache with network_info: [{"id": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "address": "fa:16:3e:e6:fd:dc", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d4a6b4-c4", "ovs_interfaceid": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.910551] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219577, 'name': CreateVM_Task, 'duration_secs': 0.351918} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.910846] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.911459] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.911622] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.911995] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.912203] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ac731b-780e-4118-8e53-68656c4d44d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.916829] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 899.916829] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dcf149-2634-4a5d-6b23-d3245abb7e56" [ 899.916829] env[69073]: _type = "Task" [ 899.916829] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.924776] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dcf149-2634-4a5d-6b23-d3245abb7e56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.048018] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.073974] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.074811] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.074811] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.074811] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.075328] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.075569] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.075790] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.075960] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.076177] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.076296] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.076530] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.077406] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7e896-82a4-41cb-873c-50187a18061f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.086123] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d020662-67bc-4ce5-a859-f44150d2c97d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.129931] env[69073]: DEBUG nova.scheduler.client.report [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.149948] env[69073]: DEBUG nova.network.neutron [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.188520] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149942} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.188783] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.188969] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.189708] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.257750] env[69073]: DEBUG oslo_concurrency.lockutils [req-e160e27a-bf42-4d4d-89c0-35bb7e4aebfe req-14498f9a-704d-4e86-9691-a36ad0aaad3c service nova] Releasing lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.258218] env[69073]: DEBUG oslo_concurrency.lockutils [req-55fe8869-dc40-4c9a-afbf-5ba2faab3b37 req-5eef8f95-1cc5-4935-871b-39732e134606 service nova] Acquired lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.258406] env[69073]: DEBUG nova.network.neutron [req-55fe8869-dc40-4c9a-afbf-5ba2faab3b37 req-5eef8f95-1cc5-4935-871b-39732e134606 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Refreshing network info cache for port d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.427316] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dcf149-2634-4a5d-6b23-d3245abb7e56, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.427637] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.427871] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.428127] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.428278] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.428458] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.428717] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-964364b7-686d-4a75-b978-9c943aed5da8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.438870] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.439081] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.439943] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d231a51-f92f-44dd-b9f0-0f51ec069252 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.445412] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 900.445412] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5248369f-d811-c896-3309-809e3dd222b0" [ 900.445412] env[69073]: _type = "Task" [ 900.445412] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.453746] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5248369f-d811-c896-3309-809e3dd222b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.636085] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.639s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.636085] env[69073]: INFO nova.compute.manager [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Migrating [ 900.643258] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.664s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.653380] env[69073]: INFO nova.compute.manager [-] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Took 1.04 seconds to deallocate network for instance. [ 900.844518] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Successfully updated port: 0d563541-14de-4c3d-9487-2acf0b3c1fa8 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.957399] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5248369f-d811-c896-3309-809e3dd222b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.958401] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41d8c91-a7ec-4c81-a6e0-8687d3c2758d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.969211] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 900.969211] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5255c500-0aec-779c-8874-5de3ffd9568e" [ 900.969211] env[69073]: _type = "Task" [ 900.969211] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.977951] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5255c500-0aec-779c-8874-5de3ffd9568e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.062204] env[69073]: DEBUG nova.network.neutron [req-55fe8869-dc40-4c9a-afbf-5ba2faab3b37 req-5eef8f95-1cc5-4935-871b-39732e134606 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Updated VIF entry in instance network info cache for port d5d4a6b4-c48f-4970-b92b-55b62fe537e2. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.062592] env[69073]: DEBUG nova.network.neutron [req-55fe8869-dc40-4c9a-afbf-5ba2faab3b37 req-5eef8f95-1cc5-4935-871b-39732e134606 service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Updating instance_info_cache with network_info: [{"id": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "address": "fa:16:3e:e6:fd:dc", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d4a6b4-c4", "ovs_interfaceid": "d5d4a6b4-c48f-4970-b92b-55b62fe537e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.148364] env[69073]: INFO nova.compute.claims [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.157750] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.157936] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.158129] env[69073]: DEBUG nova.network.neutron [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.165046] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.211565] env[69073]: DEBUG nova.compute.manager [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Received event network-vif-plugged-0d563541-14de-4c3d-9487-2acf0b3c1fa8 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.211565] env[69073]: DEBUG oslo_concurrency.lockutils [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] Acquiring lock "d756faa1-78c9-4635-a234-a00633ef6f14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.211697] env[69073]: DEBUG oslo_concurrency.lockutils [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] Lock "d756faa1-78c9-4635-a234-a00633ef6f14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.211747] env[69073]: DEBUG oslo_concurrency.lockutils [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] Lock "d756faa1-78c9-4635-a234-a00633ef6f14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.211938] env[69073]: DEBUG nova.compute.manager [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] No waiting events found dispatching network-vif-plugged-0d563541-14de-4c3d-9487-2acf0b3c1fa8 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.212099] env[69073]: WARNING nova.compute.manager [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Received unexpected event network-vif-plugged-0d563541-14de-4c3d-9487-2acf0b3c1fa8 for instance with vm_state building and task_state spawning. [ 901.212610] env[69073]: DEBUG nova.compute.manager [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Received event network-changed-0d563541-14de-4c3d-9487-2acf0b3c1fa8 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.212781] env[69073]: DEBUG nova.compute.manager [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Refreshing instance network info cache due to event network-changed-0d563541-14de-4c3d-9487-2acf0b3c1fa8. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.212972] env[69073]: DEBUG oslo_concurrency.lockutils [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] Acquiring lock "refresh_cache-d756faa1-78c9-4635-a234-a00633ef6f14" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.213124] env[69073]: DEBUG oslo_concurrency.lockutils [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] Acquired lock "refresh_cache-d756faa1-78c9-4635-a234-a00633ef6f14" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.213281] env[69073]: DEBUG nova.network.neutron [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Refreshing network info cache for port 0d563541-14de-4c3d-9487-2acf0b3c1fa8 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.239527] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.239785] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.239941] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.240146] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.240300] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.240450] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.240668] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.240829] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.240998] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.241862] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.242091] env[69073]: DEBUG nova.virt.hardware [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.243883] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5682a60b-7817-4ce0-999f-fd9e12c4b2e2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.255130] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667ed3c7-9e36-4fd8-bcc2-79af53d1e0f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.272032] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ef:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e252a5-af11-4ecc-815c-39f78ee47c81', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.279739] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.280066] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.280254] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf8746bd-1142-4315-bd9f-92ece00bd3cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.304934] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.304934] env[69073]: value = "task-3219580" [ 901.304934] env[69073]: _type = "Task" [ 901.304934] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.312829] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219580, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.349569] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "refresh_cache-d756faa1-78c9-4635-a234-a00633ef6f14" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.483494] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5255c500-0aec-779c-8874-5de3ffd9568e, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.483494] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.483718] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] df129425-381c-4c41-8515-e6bcaa04869f/df129425-381c-4c41-8515-e6bcaa04869f.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.483978] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e270725b-d827-47b7-bfc5-cf8fc17c00c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.493009] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 901.493009] env[69073]: value = "task-3219581" [ 901.493009] env[69073]: _type = "Task" [ 901.493009] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.503722] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.570056] env[69073]: DEBUG oslo_concurrency.lockutils [req-55fe8869-dc40-4c9a-afbf-5ba2faab3b37 req-5eef8f95-1cc5-4935-871b-39732e134606 service nova] Releasing lock "refresh_cache-d8adbfa4-91c8-4c4e-864e-339d93187d52" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.658435] env[69073]: INFO nova.compute.resource_tracker [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating resource usage from migration 24475aea-ed16-4951-8cda-567b42dd6790 [ 901.782885] env[69073]: DEBUG nova.network.neutron [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.815547] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219580, 'name': CreateVM_Task, 'duration_secs': 0.340845} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.818484] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.819717] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.820081] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.820348] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.820629] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea83c8b-e8d8-445f-8eb1-8b0014e8a0a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.828432] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 901.828432] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522e5802-bedf-8c56-850f-29065a2a1a8e" [ 901.828432] env[69073]: _type = "Task" [ 901.828432] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.842501] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522e5802-bedf-8c56-850f-29065a2a1a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.924126] env[69073]: DEBUG nova.network.neutron [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.004644] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503442} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.004907] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] df129425-381c-4c41-8515-e6bcaa04869f/df129425-381c-4c41-8515-e6bcaa04869f.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.005153] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.005413] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-339d1150-d131-4e0f-8df1-f8c91286cf55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.018796] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 902.018796] env[69073]: value = "task-3219582" [ 902.018796] env[69073]: _type = "Task" [ 902.018796] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.030719] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.058568] env[69073]: DEBUG nova.network.neutron [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance_info_cache with network_info: [{"id": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "address": "fa:16:3e:73:4c:e2", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b74d64-7b", "ovs_interfaceid": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.171209] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f960c69-514d-478e-9da7-cf6d54ab87cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.181095] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0880dd94-c764-4ed3-a43a-bae04ad9c0f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.219357] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d74f988-507e-4a37-b247-041a9529be0f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.228108] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e13e70-2884-4951-a84b-d43d74c1540a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.242078] env[69073]: DEBUG nova.compute.provider_tree [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.338334] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522e5802-bedf-8c56-850f-29065a2a1a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.020532} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.338638] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.338898] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.339625] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.339625] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.339625] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.339797] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4391f2af-8055-4a78-a989-6b7f6c187f50 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.348712] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.348933] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.349668] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf4f710-3b5f-4cdd-8a48-f0fad8e42fba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.354894] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 902.354894] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d4a7a1-5588-b17b-d6b5-74fa676e1d5a" [ 902.354894] env[69073]: _type = "Task" [ 902.354894] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.362226] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d4a7a1-5588-b17b-d6b5-74fa676e1d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.430578] env[69073]: DEBUG oslo_concurrency.lockutils [req-81ab2173-a7c8-49fd-b092-473c32a77201 req-52891edb-d4e1-4dab-9127-c29c3529510e service nova] Releasing lock "refresh_cache-d756faa1-78c9-4635-a234-a00633ef6f14" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.430990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "refresh_cache-d756faa1-78c9-4635-a234-a00633ef6f14" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.431177] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.531752] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.561882] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.745763] env[69073]: DEBUG nova.scheduler.client.report [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.867770] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d4a7a1-5588-b17b-d6b5-74fa676e1d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008592} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.868608] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28dc7849-fc69-44dd-8878-401f2c180991 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.874665] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 902.874665] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ba62e8-199b-a5b2-7865-a0230b81126a" [ 902.874665] env[69073]: _type = "Task" [ 902.874665] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.883928] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ba62e8-199b-a5b2-7865-a0230b81126a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.913991] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "2d63faee-1278-4190-a002-bfde65d9f970" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.914315] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "2d63faee-1278-4190-a002-bfde65d9f970" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.979969] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.034846] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.121566] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Updating instance_info_cache with network_info: [{"id": "0d563541-14de-4c3d-9487-2acf0b3c1fa8", "address": "fa:16:3e:47:87:46", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d563541-14", "ovs_interfaceid": "0d563541-14de-4c3d-9487-2acf0b3c1fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.255642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.612s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.255867] env[69073]: INFO nova.compute.manager [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Migrating [ 903.262627] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.354s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.262858] env[69073]: DEBUG nova.objects.instance [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lazy-loading 'resources' on Instance uuid 5f5bf870-75f9-485c-91fa-cda01dde02d3 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.298897] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "fe81d849-3c3f-491c-8340-45fe6d62c622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.299144] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.385255] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ba62e8-199b-a5b2-7865-a0230b81126a, 'name': SearchDatastore_Task, 'duration_secs': 0.041388} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.385451] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.385721] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.386030] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-413cdec1-35d2-4855-b5f2-2839cef6a03e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.392896] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 903.392896] env[69073]: value = "task-3219583" [ 903.392896] env[69073]: _type = "Task" [ 903.392896] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.400603] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.532082] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.053321} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.532397] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.533217] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed7f959-9b3f-46a5-b644-aa49cd76daf9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.563353] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] df129425-381c-4c41-8515-e6bcaa04869f/df129425-381c-4c41-8515-e6bcaa04869f.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.564114] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26cf1bc2-d06d-438b-83a8-1b0a7e6e2628 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.588588] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 903.588588] env[69073]: value = "task-3219584" [ 903.588588] env[69073]: _type = "Task" [ 903.588588] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.597136] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.624182] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "refresh_cache-d756faa1-78c9-4635-a234-a00633ef6f14" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.624554] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Instance network_info: |[{"id": "0d563541-14de-4c3d-9487-2acf0b3c1fa8", "address": "fa:16:3e:47:87:46", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d563541-14", "ovs_interfaceid": "0d563541-14de-4c3d-9487-2acf0b3c1fa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.625111] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:87:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d563541-14de-4c3d-9487-2acf0b3c1fa8', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.633113] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.633843] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.634052] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-933855bf-0b97-473e-bb0d-90c198d36a01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.654522] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.654522] env[69073]: value = "task-3219585" [ 903.654522] env[69073]: _type = "Task" [ 903.654522] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.662322] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219585, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.775273] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.775567] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.775650] env[69073]: DEBUG nova.network.neutron [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.906895] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498662} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.907216] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.907500] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.908867] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3afd3a2-efca-4cfc-8aa8-b8844894c481 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.914876] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 903.914876] env[69073]: value = "task-3219586" [ 903.914876] env[69073]: _type = "Task" [ 903.914876] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.927636] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.092543] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72020dda-2034-4c72-9867-479af1d278d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.101379] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219584, 'name': ReconfigVM_Task, 'duration_secs': 0.446255} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.113917] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Reconfigured VM instance instance-00000038 to attach disk [datastore1] df129425-381c-4c41-8515-e6bcaa04869f/df129425-381c-4c41-8515-e6bcaa04869f.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.114749] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance 'f4c95b46-1573-428d-a7c5-637375d2cfb1' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.120149] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b75e41cf-79f4-4633-bf51-33e96c31a0cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.126364] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 904.126364] env[69073]: value = "task-3219587" [ 904.126364] env[69073]: _type = "Task" [ 904.126364] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.134341] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219587, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.169897] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219585, 'name': CreateVM_Task, 'duration_secs': 0.420323} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.170088] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.170731] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.170900] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.171238] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.171494] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94603ad1-b97d-4682-a867-f90ae50bf034 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.178371] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 904.178371] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522e4492-1d78-cc75-4098-4e4d4317fef5" [ 904.178371] env[69073]: _type = "Task" [ 904.178371] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.185856] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522e4492-1d78-cc75-4098-4e4d4317fef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.264748] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20aa6c22-4d68-43f4-a16c-b56a1affb887 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.273052] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980cefe1-d95f-40ed-bc04-1c44e07053f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.306262] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35040807-1a93-4b04-9029-26278fe794a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.313366] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bd1a96-df15-429c-91a2-dd050aaa4bf7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.326722] env[69073]: DEBUG nova.compute.provider_tree [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.427484] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068412} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.427778] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.429047] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad66ffc-4ac3-4478-8a10-d7665febc38e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.453627] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.454324] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f880f9-a518-4e30-a410-1b5aa52f9f8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.473532] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 904.473532] env[69073]: value = "task-3219588" [ 904.473532] env[69073]: _type = "Task" [ 904.473532] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.481502] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.590800] env[69073]: DEBUG nova.network.neutron [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance_info_cache with network_info: [{"id": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "address": "fa:16:3e:02:14:82", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade34f8a-2c", "ovs_interfaceid": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.624065] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.624385] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83313275-b6f0-4c2b-b5da-beda02175b2b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.633161] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 904.633161] env[69073]: value = "task-3219589" [ 904.633161] env[69073]: _type = "Task" [ 904.633161] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.639665] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219587, 'name': Rename_Task, 'duration_secs': 0.149535} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.640306] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.640541] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f363a5c-39d2-446c-82bd-8b4420bec78d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.644552] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.648949] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 904.648949] env[69073]: value = "task-3219590" [ 904.648949] env[69073]: _type = "Task" [ 904.648949] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.656158] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.688302] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522e4492-1d78-cc75-4098-4e4d4317fef5, 'name': SearchDatastore_Task, 'duration_secs': 0.00826} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.688619] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.689699] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.689976] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.690141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.690326] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.690582] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36365fdc-e648-4e4d-b9dc-52dfad7fccde {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.698901] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.699094] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.699826] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07729d01-5f7c-4b4a-b117-d22e18e49d28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.704811] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 904.704811] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52021d60-05cc-5a32-2437-a02146f5b307" [ 904.704811] env[69073]: _type = "Task" [ 904.704811] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.712384] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52021d60-05cc-5a32-2437-a02146f5b307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.830143] env[69073]: DEBUG nova.scheduler.client.report [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.984124] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219588, 'name': ReconfigVM_Task, 'duration_secs': 0.281799} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.984441] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.985095] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d64e242b-302d-4f4b-a2bc-9978af906cba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.991341] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 904.991341] env[69073]: value = "task-3219591" [ 904.991341] env[69073]: _type = "Task" [ 904.991341] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.000431] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219591, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.091280] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.143454] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.159208] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.215757] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52021d60-05cc-5a32-2437-a02146f5b307, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.216688] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65331a2c-91e1-4054-9d6a-ea34034e1439 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.222090] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 905.222090] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bf11f1-b55b-9301-81bc-4bf8af06399f" [ 905.222090] env[69073]: _type = "Task" [ 905.222090] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.230917] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bf11f1-b55b-9301-81bc-4bf8af06399f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.335824] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.339924] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.813s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.339924] env[69073]: DEBUG nova.objects.instance [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'resources' on Instance uuid b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.362487] env[69073]: INFO nova.scheduler.client.report [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleted allocations for instance 5f5bf870-75f9-485c-91fa-cda01dde02d3 [ 905.501834] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219591, 'name': Rename_Task, 'duration_secs': 0.14405} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.502121] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.502369] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a46252d-f732-4a09-b496-5df8e0d15346 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.508394] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 905.508394] env[69073]: value = "task-3219592" [ 905.508394] env[69073]: _type = "Task" [ 905.508394] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.515696] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.644223] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219589, 'name': PowerOffVM_Task, 'duration_secs': 0.806667} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.644516] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.644705] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance 'f4c95b46-1573-428d-a7c5-637375d2cfb1' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.661026] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219590, 'name': PowerOnVM_Task} progress is 95%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.732912] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bf11f1-b55b-9301-81bc-4bf8af06399f, 'name': SearchDatastore_Task, 'duration_secs': 0.010397} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.733234] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.733584] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] d756faa1-78c9-4635-a234-a00633ef6f14/d756faa1-78c9-4635-a234-a00633ef6f14.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.733849] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ac65fc2-39c6-4252-993d-8950d8a2f4bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.740161] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 905.740161] env[69073]: value = "task-3219593" [ 905.740161] env[69073]: _type = "Task" [ 905.740161] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.747752] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.842432] env[69073]: DEBUG nova.objects.instance [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'numa_topology' on Instance uuid b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.870085] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da0e30ba-8ec1-4892-8c34-9a8564c67ea2 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "5f5bf870-75f9-485c-91fa-cda01dde02d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.442s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.018553] env[69073]: DEBUG oslo_vmware.api [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219592, 'name': PowerOnVM_Task, 'duration_secs': 0.477727} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.018908] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.019171] env[69073]: DEBUG nova.compute.manager [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.019964] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e29367-e8af-446f-b49c-aa36469d88bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.153499] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.154183] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.154183] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.154416] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.154694] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.154955] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.155393] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.155560] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.156752] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.156752] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.156752] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.165803] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c23cf2a7-bb08-42e4-8224-d943f5bd3e6a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.190505] env[69073]: DEBUG oslo_vmware.api [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219590, 'name': PowerOnVM_Task, 'duration_secs': 1.061303} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.191927] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.192156] env[69073]: INFO nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Took 10.91 seconds to spawn the instance on the hypervisor. [ 906.192335] env[69073]: DEBUG nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.192665] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 906.192665] env[69073]: value = "task-3219594" [ 906.192665] env[69073]: _type = "Task" [ 906.192665] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.193385] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40948919-8e84-4b0c-ab61-ac5505bd0001 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.204487] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.251639] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.346038] env[69073]: DEBUG nova.objects.base [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 906.539592] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.606772] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad55745a-3a1a-40c0-8dd9-e259430fe778 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.625414] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance 'f522d769-61e5-4c43-957c-a70094b60c19' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.706017] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219594, 'name': ReconfigVM_Task, 'duration_secs': 0.335775} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.707885] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance 'f4c95b46-1573-428d-a7c5-637375d2cfb1' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.720013] env[69073]: INFO nova.compute.manager [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Took 46.72 seconds to build instance. [ 906.752683] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756962} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.756203] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] d756faa1-78c9-4635-a234-a00633ef6f14/d756faa1-78c9-4635-a234-a00633ef6f14.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.756203] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.757208] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c99e5279-c137-4daf-99fa-3215ed4fd11e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.763508] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 906.763508] env[69073]: value = "task-3219595" [ 906.763508] env[69073]: _type = "Task" [ 906.763508] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.775641] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.829800] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e497f1ef-a321-41df-ba8a-0c2f9ea3d280 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.837360] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae5568b-c18a-4767-90fa-87e1e83689ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.870298] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c4d81e-c967-46dd-9d65-3e265151676c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.878404] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffffb02f-a9f4-4d7f-831d-46b63b843410 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.893042] env[69073]: DEBUG nova.compute.provider_tree [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.133674] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.134026] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-137af0c1-d273-49bd-b95b-1da6cc87c174 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.142699] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 907.142699] env[69073]: value = "task-3219596" [ 907.142699] env[69073]: _type = "Task" [ 907.142699] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.152192] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 907.152400] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance 'f522d769-61e5-4c43-957c-a70094b60c19' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.160057] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "2da75b08-fbea-4579-b2f0-38e30b420feb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.160285] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "2da75b08-fbea-4579-b2f0-38e30b420feb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.217790] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:39:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a3fd5a3d-8603-4ee6-b807-b25ae3070096',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-132326680',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.218052] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.218217] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.218399] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.218562] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.218744] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.218999] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.219196] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.219362] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.219530] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.219716] env[69073]: DEBUG nova.virt.hardware [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.225319] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 907.225745] env[69073]: DEBUG oslo_concurrency.lockutils [None req-feb47e7a-93f9-48c2-963f-71a3f2337f8f tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "df129425-381c-4c41-8515-e6bcaa04869f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.358s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.226260] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fc1874b-6547-4996-be4c-ae9686571715 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.246172] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 907.246172] env[69073]: value = "task-3219597" [ 907.246172] env[69073]: _type = "Task" [ 907.246172] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.254739] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.277919] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068512} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.278254] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.279139] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75cf6b1-fe12-4113-b15e-fb3cd3d632c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.304581] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d756faa1-78c9-4635-a234-a00633ef6f14/d756faa1-78c9-4635-a234-a00633ef6f14.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.305304] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6221c9-4893-4314-9c34-6cbc49103611 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.325793] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 907.325793] env[69073]: value = "task-3219598" [ 907.325793] env[69073]: _type = "Task" [ 907.325793] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.341174] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.400211] env[69073]: DEBUG nova.scheduler.client.report [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.662723] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.662992] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.663165] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.663349] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.663525] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.663674] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.663873] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.664040] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.664210] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.664374] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.664539] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.669541] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3ee471-4a69-4232-84c2-fba45ef25fdb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.684162] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 907.684162] env[69073]: value = "task-3219599" [ 907.684162] env[69073]: _type = "Task" [ 907.684162] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.691763] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.743459] env[69073]: DEBUG nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.756302] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219597, 'name': ReconfigVM_Task, 'duration_secs': 0.295008} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.757128] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 907.757981] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d0d988-922c-4f47-8bc2-a32231d58903 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.780242] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1/f4c95b46-1573-428d-a7c5-637375d2cfb1.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.781405] env[69073]: INFO nova.compute.manager [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Rebuilding instance [ 907.783335] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e3ef1a8-f713-4fba-a6f4-d16f18b709e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.801436] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 907.801436] env[69073]: value = "task-3219600" [ 907.801436] env[69073]: _type = "Task" [ 907.801436] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.810210] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.839191] env[69073]: DEBUG nova.compute.manager [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.839947] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0b8fca-8e24-4a96-a079-acce2b852d7f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.842746] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f452b2-e8cd-4ad6-adc8-7b4af6d09ba2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.847978] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219598, 'name': ReconfigVM_Task, 'duration_secs': 0.299007} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.848840] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d756faa1-78c9-4635-a234-a00633ef6f14/d756faa1-78c9-4635-a234-a00633ef6f14.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.849396] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12f04d2c-e34c-4b75-8992-c58dbe99900f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.853279] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cbaf0fd7-3769-4148-b746-8563bbfa781b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Suspending the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 907.855844] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-02716770-f2e8-4a4f-a4e4-cc578eca1ace {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.859413] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 907.859413] env[69073]: value = "task-3219601" [ 907.859413] env[69073]: _type = "Task" [ 907.859413] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.863194] env[69073]: DEBUG oslo_vmware.api [None req-cbaf0fd7-3769-4148-b746-8563bbfa781b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 907.863194] env[69073]: value = "task-3219602" [ 907.863194] env[69073]: _type = "Task" [ 907.863194] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.869255] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219601, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.873691] env[69073]: DEBUG oslo_vmware.api [None req-cbaf0fd7-3769-4148-b746-8563bbfa781b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219602, 'name': SuspendVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.906665] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.567s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.910007] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.008s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.911380] env[69073]: INFO nova.compute.claims [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.195072] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.261681] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.311441] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.375343] env[69073]: DEBUG oslo_vmware.api [None req-cbaf0fd7-3769-4148-b746-8563bbfa781b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219602, 'name': SuspendVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.375615] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219601, 'name': Rename_Task, 'duration_secs': 0.142517} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.375857] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.376205] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-769b2817-c6b6-42ed-a800-8dd545c268e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.382354] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 908.382354] env[69073]: value = "task-3219603" [ 908.382354] env[69073]: _type = "Task" [ 908.382354] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.389852] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.424405] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0569499-3bf2-4b40-a5b7-241cabdaa731 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 66.688s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.425713] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 42.007s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.425928] env[69073]: INFO nova.compute.manager [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Unshelving [ 908.695983] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219599, 'name': ReconfigVM_Task, 'duration_secs': 0.941665} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.696520] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance 'f522d769-61e5-4c43-957c-a70094b60c19' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.813060] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.865325] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.865797] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f59f89c5-fd52-4330-9b09-b68e93ecdfcf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.877438] env[69073]: DEBUG oslo_vmware.api [None req-cbaf0fd7-3769-4148-b746-8563bbfa781b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219602, 'name': SuspendVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.879285] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 908.879285] env[69073]: value = "task-3219604" [ 908.879285] env[69073]: _type = "Task" [ 908.879285] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.891603] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.894832] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219603, 'name': PowerOnVM_Task, 'duration_secs': 0.471609} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.895128] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.895367] env[69073]: INFO nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Took 8.85 seconds to spawn the instance on the hypervisor. [ 908.895625] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.896465] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b19b32-e592-48eb-877d-b003c030f69a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.203599] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.203836] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.203995] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.204352] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.204352] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.204481] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.204663] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.204823] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.204990] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.205168] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.205467] env[69073]: DEBUG nova.virt.hardware [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.210993] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 909.214032] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a558b521-415a-42be-a7c2-3338e19fc1f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.231417] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 909.231417] env[69073]: value = "task-3219605" [ 909.231417] env[69073]: _type = "Task" [ 909.231417] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.243672] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.314586] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219600, 'name': ReconfigVM_Task, 'duration_secs': 1.248866} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.314848] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfigured VM instance instance-0000002f to attach disk [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1/f4c95b46-1573-428d-a7c5-637375d2cfb1.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.315136] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance 'f4c95b46-1573-428d-a7c5-637375d2cfb1' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.377612] env[69073]: DEBUG oslo_vmware.api [None req-cbaf0fd7-3769-4148-b746-8563bbfa781b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219602, 'name': SuspendVM_Task, 'duration_secs': 1.242649} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.377759] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cbaf0fd7-3769-4148-b746-8563bbfa781b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Suspended the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 909.377927] env[69073]: DEBUG nova.compute.manager [None req-cbaf0fd7-3769-4148-b746-8563bbfa781b tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.378806] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b7667f-e0ad-4413-9741-ff3149e0a5df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.393313] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219604, 'name': PowerOffVM_Task, 'duration_secs': 0.192149} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.394088] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.394292] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.395776] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14db831-a4ce-436d-84ca-c2a8e9b41fe9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.398891] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13787c3-bf06-471b-a232-f859860ab7d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.412252] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930cbf48-70d2-40c6-a858-d31f38b9f1de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.414895] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.416669] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5944bad8-7919-43d8-a78d-f14094eab34f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.419119] env[69073]: INFO nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Took 48.37 seconds to build instance. [ 909.448194] env[69073]: DEBUG nova.compute.utils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.450337] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5515fa8b-3055-44be-a32b-c40dd91d7923 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.458378] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f880e87-a2ad-4708-b993-9e5c5c6589ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.472450] env[69073]: DEBUG nova.compute.provider_tree [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.475993] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.476208] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.476421] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleting the datastore file [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.476885] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cacd5f3d-e594-4f76-a42d-b8b97c752e5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.482441] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 909.482441] env[69073]: value = "task-3219607" [ 909.482441] env[69073]: _type = "Task" [ 909.482441] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.492055] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.741936] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219605, 'name': ReconfigVM_Task, 'duration_secs': 0.165234} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.742209] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 909.743317] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b077e982-2408-4861-a424-964a1bb3b8eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.765925] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] f522d769-61e5-4c43-957c-a70094b60c19/f522d769-61e5-4c43-957c-a70094b60c19.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.766250] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9eb9c21-a97c-4660-8d47-42631ba07dda {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.783380] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 909.783380] env[69073]: value = "task-3219608" [ 909.783380] env[69073]: _type = "Task" [ 909.783380] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.791753] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.824463] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a373243f-8494-4328-bea2-6d694b691a99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.843808] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53a9a19-30a5-423e-9b0b-5c0ae122109c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.861153] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance 'f4c95b46-1573-428d-a7c5-637375d2cfb1' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.921076] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "d756faa1-78c9-4635-a234-a00633ef6f14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.572s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.951206] env[69073]: INFO nova.virt.block_device [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Booting with volume 950439e7-99ba-4f24-9e49-41d2fe9d1722 at /dev/sdb [ 909.976229] env[69073]: DEBUG nova.scheduler.client.report [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.989674] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fb8669f-4a2d-4355-ab09-52d4c673ef49 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.995156] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27476} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.995857] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.996048] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.996227] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.002943] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cad923-d570-4b4f-a113-4d2ce2dbf495 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.041372] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-354a65c6-2bfb-487f-9ac3-0ff554b1ee48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.049886] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e394de3-6721-4b56-b67f-67f9df787758 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.083741] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5879e4-dc96-4761-a698-fdf919aa0126 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.090717] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925334e-2f4f-4f14-97a8-b3b604a610a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.103126] env[69073]: DEBUG nova.virt.block_device [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating existing volume attachment record: e61893d7-1611-4a95-8a29-1ec1c20b9972 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 910.293086] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.408669] env[69073]: DEBUG nova.network.neutron [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Port 87b74d64-7b64-4ce6-a619-55fe44e03cb5 binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 910.423373] env[69073]: DEBUG nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.481461] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.482055] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.484863] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.739s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.485095] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.485288] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 910.485611] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.860s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.489302] env[69073]: INFO nova.compute.claims [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.492729] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d285df6-92d6-4d05-8656-a8c620939ec7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.503941] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2c7ab0-50d1-4347-bfd5-20f07ddf954f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.518335] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a35949-9065-4871-bd4e-5265ef33bd81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.525691] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9ebef2-3b15-4d97-bfff-f5781672b1ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.555413] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178509MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 910.555616] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.794455] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.994560] env[69073]: DEBUG nova.compute.utils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.996013] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.996196] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.028636] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.042938] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.043233] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.043410] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.043570] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.043718] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.043864] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.044095] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.044261] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.044476] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.044673] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.044853] env[69073]: DEBUG nova.virt.hardware [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.045721] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3e8d33-21de-43b9-88a3-a13b0f5e2d05 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.049560] env[69073]: DEBUG nova.policy [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb15edfce4f94f249633aa90f5905cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22b0a7293a9a4d40aa64daa3f725006c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.055966] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1621151e-bd39-499d-bb3e-896da4f82016 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.071108] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:ef:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6e252a5-af11-4ecc-815c-39f78ee47c81', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.078354] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.078582] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.078787] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da27d9c3-abad-45d2-9bfe-abd3e9c2fc27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.097172] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.097172] env[69073]: value = "task-3219612" [ 911.097172] env[69073]: _type = "Task" [ 911.097172] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.104469] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219612, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.220512] env[69073]: DEBUG nova.compute.manager [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.221461] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8df85fa-6494-414f-99cb-628c28a72309 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.295259] env[69073]: DEBUG oslo_vmware.api [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219608, 'name': ReconfigVM_Task, 'duration_secs': 1.39709} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.295577] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Reconfigured VM instance instance-00000013 to attach disk [datastore2] f522d769-61e5-4c43-957c-a70094b60c19/f522d769-61e5-4c43-957c-a70094b60c19.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.295875] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance 'f522d769-61e5-4c43-957c-a70094b60c19' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.390498] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Successfully created port: fa541969-4848-4f3a-9681-c786113f6b2b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.436694] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.437047] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.437265] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.502102] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.609608] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219612, 'name': CreateVM_Task, 'duration_secs': 0.366087} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.612080] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.613462] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.613462] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.613600] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.613856] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a3c52f-1d62-4c97-831e-a4cdd43b95cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.618589] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 911.618589] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5233affb-be93-95f6-5d18-880857c55395" [ 911.618589] env[69073]: _type = "Task" [ 911.618589] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.627017] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5233affb-be93-95f6-5d18-880857c55395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.732022] env[69073]: INFO nova.compute.manager [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] instance snapshotting [ 911.732179] env[69073]: WARNING nova.compute.manager [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 911.734640] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb8c8f0-deea-4a98-b068-b7260cc689a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.759525] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61aeca7-29dd-4ebc-a1f8-c3acae481c92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.804938] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbc373b-6640-49e3-afbc-88951a6076c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.826454] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacf4db4-ba05-4306-9a12-7ae57f0686e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.844562] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance 'f522d769-61e5-4c43-957c-a70094b60c19' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.981983] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ae45e-2b46-4c90-977b-0868da79ff0c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.988257] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a23c85-97a7-4fc3-a55b-71761013dea1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.023085] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b6834-71b2-458f-bdcb-db3275954ff2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.031057] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54a3b9b-7631-4d34-819c-07d4a0c1f679 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.046051] env[69073]: DEBUG nova.compute.provider_tree [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.129100] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5233affb-be93-95f6-5d18-880857c55395, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.129443] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.129677] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.129909] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.130072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.130253] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.130504] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7efb6891-866a-4cab-882e-ade06ee9b3b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.138582] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.138802] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.139698] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f53e6a57-5e9b-4289-8bd8-ed289f2760f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.145208] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 912.145208] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5277c640-9cfc-35e7-6e9a-d290563f3e3f" [ 912.145208] env[69073]: _type = "Task" [ 912.145208] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.152930] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5277c640-9cfc-35e7-6e9a-d290563f3e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.269944] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.270283] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2dac18b5-5d1d-4693-acf1-24b56a9e1a7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.277675] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 912.277675] env[69073]: value = "task-3219613" [ 912.277675] env[69073]: _type = "Task" [ 912.277675] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.286950] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219613, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.386731] env[69073]: DEBUG nova.network.neutron [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Port ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 912.494514] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.494750] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.494953] env[69073]: DEBUG nova.network.neutron [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.527895] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.549212] env[69073]: DEBUG nova.scheduler.client.report [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.555456] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.555783] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.555993] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.556241] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.556429] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.556599] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.556828] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.556992] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.557189] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.557391] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.557569] env[69073]: DEBUG nova.virt.hardware [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.559024] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976ab697-406f-47c8-8f99-e58746c2ed33 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.567983] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0d5bd9-3153-43e0-8813-3f746592cfd9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.655261] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5277c640-9cfc-35e7-6e9a-d290563f3e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008649} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.656085] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec0aac7-d7d1-478f-b7dd-9ee1b3b7838d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.661239] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 912.661239] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f1de33-289a-5b38-dad5-e241d4b12738" [ 912.661239] env[69073]: _type = "Task" [ 912.661239] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.668487] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f1de33-289a-5b38-dad5-e241d4b12738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.787678] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219613, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.856482] env[69073]: DEBUG nova.compute.manager [req-56e0334a-5429-47e9-9113-e4a0d23d3e3b req-a92ce4b7-2deb-4806-9cb6-fea9e0bc51a1 service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Received event network-vif-plugged-fa541969-4848-4f3a-9681-c786113f6b2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.856713] env[69073]: DEBUG oslo_concurrency.lockutils [req-56e0334a-5429-47e9-9113-e4a0d23d3e3b req-a92ce4b7-2deb-4806-9cb6-fea9e0bc51a1 service nova] Acquiring lock "134cbb52-edd4-473e-a197-ab567e44c43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.857163] env[69073]: DEBUG oslo_concurrency.lockutils [req-56e0334a-5429-47e9-9113-e4a0d23d3e3b req-a92ce4b7-2deb-4806-9cb6-fea9e0bc51a1 service nova] Lock "134cbb52-edd4-473e-a197-ab567e44c43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.857163] env[69073]: DEBUG oslo_concurrency.lockutils [req-56e0334a-5429-47e9-9113-e4a0d23d3e3b req-a92ce4b7-2deb-4806-9cb6-fea9e0bc51a1 service nova] Lock "134cbb52-edd4-473e-a197-ab567e44c43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.857256] env[69073]: DEBUG nova.compute.manager [req-56e0334a-5429-47e9-9113-e4a0d23d3e3b req-a92ce4b7-2deb-4806-9cb6-fea9e0bc51a1 service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] No waiting events found dispatching network-vif-plugged-fa541969-4848-4f3a-9681-c786113f6b2b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.857439] env[69073]: WARNING nova.compute.manager [req-56e0334a-5429-47e9-9113-e4a0d23d3e3b req-a92ce4b7-2deb-4806-9cb6-fea9e0bc51a1 service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Received unexpected event network-vif-plugged-fa541969-4848-4f3a-9681-c786113f6b2b for instance with vm_state building and task_state spawning. [ 912.958393] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Successfully updated port: fa541969-4848-4f3a-9681-c786113f6b2b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.063897] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.066086] env[69073]: DEBUG nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.067621] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.079s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.069026] env[69073]: INFO nova.compute.claims [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.171949] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f1de33-289a-5b38-dad5-e241d4b12738, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.172279] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.172582] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.172797] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cd6fc3d-3b7a-4a1c-b4e7-1926f1a5db2e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.181234] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 913.181234] env[69073]: value = "task-3219615" [ 913.181234] env[69073]: _type = "Task" [ 913.181234] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.188984] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.260624] env[69073]: DEBUG nova.network.neutron [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance_info_cache with network_info: [{"id": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "address": "fa:16:3e:73:4c:e2", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b74d64-7b", "ovs_interfaceid": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.288853] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219613, 'name': CreateSnapshot_Task, 'duration_secs': 0.540863} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.289167] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.289913] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72cdc4-8add-41ce-a7cb-6568a6ab5b57 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.409750] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "f522d769-61e5-4c43-957c-a70094b60c19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.409989] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.410627] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.463884] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "refresh_cache-134cbb52-edd4-473e-a197-ab567e44c43b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.464052] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "refresh_cache-134cbb52-edd4-473e-a197-ab567e44c43b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.464212] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.573348] env[69073]: DEBUG nova.compute.utils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.578809] env[69073]: DEBUG nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.579091] env[69073]: DEBUG nova.network.neutron [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.619481] env[69073]: DEBUG nova.policy [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.693517] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458842} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.693829] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.694058] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.694316] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bdcdad7-04fc-4761-ba3c-14aa548a7c40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.700945] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 913.700945] env[69073]: value = "task-3219616" [ 913.700945] env[69073]: _type = "Task" [ 913.700945] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.709766] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.763145] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.807976] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 913.808295] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f147078c-7200-4bf0-86bb-e6c17e70b04d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.818318] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 913.818318] env[69073]: value = "task-3219617" [ 913.818318] env[69073]: _type = "Task" [ 913.818318] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.827158] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219617, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.928117] env[69073]: DEBUG nova.network.neutron [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Successfully created port: 8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.011181] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.082849] env[69073]: DEBUG nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.214047] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06623} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.216519] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.217734] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65ae973-8ab1-46a6-89f0-5d1e0066f99e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.240245] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.243175] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e144f2dd-8aff-4c36-b698-da44c41df904 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.272933] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 914.272933] env[69073]: value = "task-3219618" [ 914.272933] env[69073]: _type = "Task" [ 914.272933] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.285928] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.287136] env[69073]: DEBUG nova.network.neutron [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Updating instance_info_cache with network_info: [{"id": "fa541969-4848-4f3a-9681-c786113f6b2b", "address": "fa:16:3e:55:45:ce", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa541969-48", "ovs_interfaceid": "fa541969-4848-4f3a-9681-c786113f6b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.298780] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b0395a-d497-4fe2-8027-75cf8c7961cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.321575] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2f824c-9227-473b-97b6-e2375ad2f0e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.333608] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance 'f4c95b46-1573-428d-a7c5-637375d2cfb1' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 914.342139] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219617, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.455113] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.455309] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.455485] env[69073]: DEBUG nova.network.neutron [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.661918] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560b0ae8-c61a-4fb1-a4b9-fafc467d2373 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.670865] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7402d997-33e4-420f-a343-1b4d378cfa1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.701539] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07ec53-4784-4e93-9f08-9f642940f287 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.708993] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88f5401-810a-4c83-85f8-f02658daa5eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.722626] env[69073]: DEBUG nova.compute.provider_tree [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.781281] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219618, 'name': ReconfigVM_Task, 'duration_secs': 0.284091} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.781567] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe/4f89275e-1987-4caa-8fa1-b358ec1d90fe.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.782197] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53178759-727c-40ec-a3fd-8864510fb97d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.788027] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 914.788027] env[69073]: value = "task-3219619" [ 914.788027] env[69073]: _type = "Task" [ 914.788027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.791048] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "refresh_cache-134cbb52-edd4-473e-a197-ab567e44c43b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.791345] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Instance network_info: |[{"id": "fa541969-4848-4f3a-9681-c786113f6b2b", "address": "fa:16:3e:55:45:ce", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa541969-48", "ovs_interfaceid": "fa541969-4848-4f3a-9681-c786113f6b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.791706] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:45:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa541969-4848-4f3a-9681-c786113f6b2b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.800210] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.800210] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.800210] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7cdd918-3592-4026-ab39-5650ec4f9f58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.817506] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219619, 'name': Rename_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.822415] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.822415] env[69073]: value = "task-3219620" [ 914.822415] env[69073]: _type = "Task" [ 914.822415] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.834302] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219620, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.837437] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219617, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.840113] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.840335] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b92263b-ea4c-41b8-a3f9-fcc7514130b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.847097] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 914.847097] env[69073]: value = "task-3219621" [ 914.847097] env[69073]: _type = "Task" [ 914.847097] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.854551] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.887128] env[69073]: DEBUG nova.compute.manager [req-52628dce-5086-4ac9-9025-12c9cb542d86 req-268c60bf-61ad-44c6-8675-a153b415b89d service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Received event network-changed-fa541969-4848-4f3a-9681-c786113f6b2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.887684] env[69073]: DEBUG nova.compute.manager [req-52628dce-5086-4ac9-9025-12c9cb542d86 req-268c60bf-61ad-44c6-8675-a153b415b89d service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Refreshing instance network info cache due to event network-changed-fa541969-4848-4f3a-9681-c786113f6b2b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.887684] env[69073]: DEBUG oslo_concurrency.lockutils [req-52628dce-5086-4ac9-9025-12c9cb542d86 req-268c60bf-61ad-44c6-8675-a153b415b89d service nova] Acquiring lock "refresh_cache-134cbb52-edd4-473e-a197-ab567e44c43b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.887892] env[69073]: DEBUG oslo_concurrency.lockutils [req-52628dce-5086-4ac9-9025-12c9cb542d86 req-268c60bf-61ad-44c6-8675-a153b415b89d service nova] Acquired lock "refresh_cache-134cbb52-edd4-473e-a197-ab567e44c43b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.887990] env[69073]: DEBUG nova.network.neutron [req-52628dce-5086-4ac9-9025-12c9cb542d86 req-268c60bf-61ad-44c6-8675-a153b415b89d service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Refreshing network info cache for port fa541969-4848-4f3a-9681-c786113f6b2b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.100037] env[69073]: DEBUG nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.127401] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.127653] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.127807] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.127999] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.128214] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.128367] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.128607] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.128734] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.128897] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.129069] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.129243] env[69073]: DEBUG nova.virt.hardware [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.130210] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caaaf84-1843-4c4b-b021-274db3a3d0ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.138083] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f4c9b0-f3cd-4f20-9515-27e0b5b02c5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.186469] env[69073]: DEBUG nova.network.neutron [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance_info_cache with network_info: [{"id": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "address": "fa:16:3e:02:14:82", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade34f8a-2c", "ovs_interfaceid": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.226517] env[69073]: DEBUG nova.scheduler.client.report [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.299640] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219619, 'name': Rename_Task, 'duration_secs': 0.218737} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.300134] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.300298] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b2d7e2-58dd-4b2a-9191-9fafd9c40989 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.307376] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 915.307376] env[69073]: value = "task-3219622" [ 915.307376] env[69073]: _type = "Task" [ 915.307376] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.316148] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.335512] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219620, 'name': CreateVM_Task, 'duration_secs': 0.411616} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.338569] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.338868] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219617, 'name': CloneVM_Task, 'duration_secs': 1.50825} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.339574] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.339694] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.340018] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.340298] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Created linked-clone VM from snapshot [ 915.340516] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e7455b-934f-45fe-8d61-b224b42ea12f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.342600] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646430b2-7701-4860-b607-7deace167919 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.348016] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 915.348016] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52da33ee-2868-db16-3d93-b927d5ab696c" [ 915.348016] env[69073]: _type = "Task" [ 915.348016] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.355058] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Uploading image e6c9b2e3-821c-424b-97fb-18aab0d777d3 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 915.364438] env[69073]: DEBUG oslo_vmware.api [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219621, 'name': PowerOnVM_Task, 'duration_secs': 0.48534} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.368132] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.368954] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9a9d27-c8cf-49d1-a6fe-5b9690efba05 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance 'f4c95b46-1573-428d-a7c5-637375d2cfb1' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.372521] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52da33ee-2868-db16-3d93-b927d5ab696c, 'name': SearchDatastore_Task, 'duration_secs': 0.012115} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.374920] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.374920] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.377889] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.377889] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.377889] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.377889] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc8bbbff-0f9c-45ea-b4b4-3bb9f7f8a5d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.384253] env[69073]: DEBUG oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 915.384253] env[69073]: value = "vm-643714" [ 915.384253] env[69073]: _type = "VirtualMachine" [ 915.384253] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 915.384534] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-26cc7198-fa99-4148-af72-5648b6361663 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.387025] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.387242] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.389014] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37293301-b6e3-43aa-99e9-b739273aea20 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.393996] env[69073]: DEBUG oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lease: (returnval){ [ 915.393996] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527233bd-2d08-f471-7cda-4ca00c29d775" [ 915.393996] env[69073]: _type = "HttpNfcLease" [ 915.393996] env[69073]: } obtained for exporting VM: (result){ [ 915.393996] env[69073]: value = "vm-643714" [ 915.393996] env[69073]: _type = "VirtualMachine" [ 915.393996] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 915.393996] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the lease: (returnval){ [ 915.393996] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527233bd-2d08-f471-7cda-4ca00c29d775" [ 915.393996] env[69073]: _type = "HttpNfcLease" [ 915.393996] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 915.399092] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 915.399092] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5202f40e-9614-b910-1ce0-f696ef4d4848" [ 915.399092] env[69073]: _type = "Task" [ 915.399092] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.404022] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.404022] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527233bd-2d08-f471-7cda-4ca00c29d775" [ 915.404022] env[69073]: _type = "HttpNfcLease" [ 915.404022] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 915.409018] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5202f40e-9614-b910-1ce0-f696ef4d4848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.689354] env[69073]: DEBUG oslo_concurrency.lockutils [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.717029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.732562] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.733195] env[69073]: DEBUG nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.739532] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.523s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.743704] env[69073]: INFO nova.compute.claims [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.790357] env[69073]: DEBUG nova.network.neutron [req-52628dce-5086-4ac9-9025-12c9cb542d86 req-268c60bf-61ad-44c6-8675-a153b415b89d service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Updated VIF entry in instance network info cache for port fa541969-4848-4f3a-9681-c786113f6b2b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.790666] env[69073]: DEBUG nova.network.neutron [req-52628dce-5086-4ac9-9025-12c9cb542d86 req-268c60bf-61ad-44c6-8675-a153b415b89d service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Updating instance_info_cache with network_info: [{"id": "fa541969-4848-4f3a-9681-c786113f6b2b", "address": "fa:16:3e:55:45:ce", "network": {"id": "c75dc1fd-8c78-4597-8e26-0ba303514c5c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1370095119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22b0a7293a9a4d40aa64daa3f725006c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa541969-48", "ovs_interfaceid": "fa541969-4848-4f3a-9681-c786113f6b2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.818802] env[69073]: DEBUG oslo_vmware.api [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219622, 'name': PowerOnVM_Task, 'duration_secs': 0.483951} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.819101] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.819308] env[69073]: DEBUG nova.compute.manager [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.820084] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa3d0f0-07ed-42d7-bcf2-bab827d608b5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.884718] env[69073]: DEBUG nova.network.neutron [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Successfully updated port: 8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.907373] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 915.907373] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527233bd-2d08-f471-7cda-4ca00c29d775" [ 915.907373] env[69073]: _type = "HttpNfcLease" [ 915.907373] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 915.908122] env[69073]: DEBUG oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 915.908122] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527233bd-2d08-f471-7cda-4ca00c29d775" [ 915.908122] env[69073]: _type = "HttpNfcLease" [ 915.908122] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 915.909550] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0aa26-a09c-4372-9e91-c62fd263ff5a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.916212] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5202f40e-9614-b910-1ce0-f696ef4d4848, 'name': SearchDatastore_Task, 'duration_secs': 0.0131} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.917448] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5849389f-36f9-49bc-8628-091dde57f243 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.923246] env[69073]: DEBUG oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a154b-e8da-33de-d8c3-b984968bd204/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 915.923424] env[69073]: DEBUG oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a154b-e8da-33de-d8c3-b984968bd204/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 915.929463] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 915.929463] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5203d0d1-f90b-832e-6e61-1e7a32784b51" [ 915.929463] env[69073]: _type = "Task" [ 915.929463] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.997375] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5203d0d1-f90b-832e-6e61-1e7a32784b51, 'name': SearchDatastore_Task, 'duration_secs': 0.053029} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.997685] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.998337] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 134cbb52-edd4-473e-a197-ab567e44c43b/134cbb52-edd4-473e-a197-ab567e44c43b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.998755] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8036d96-ccd0-4b81-80cc-44764911cf90 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.005778] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 916.005778] env[69073]: value = "task-3219624" [ 916.005778] env[69073]: _type = "Task" [ 916.005778] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.013803] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.034526] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36760e63-f459-4551-8405-2a8f24bac596 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.215018] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc566cb-030c-40c8-af55-9b86bb5ab2f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.236901] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df07062f-15db-4490-8f50-62c8a93eeff5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.245029] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance 'f522d769-61e5-4c43-957c-a70094b60c19' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.250760] env[69073]: DEBUG nova.compute.utils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.252147] env[69073]: DEBUG nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.252355] env[69073]: DEBUG nova.network.neutron [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.294524] env[69073]: DEBUG oslo_concurrency.lockutils [req-52628dce-5086-4ac9-9025-12c9cb542d86 req-268c60bf-61ad-44c6-8675-a153b415b89d service nova] Releasing lock "refresh_cache-134cbb52-edd4-473e-a197-ab567e44c43b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.296775] env[69073]: DEBUG nova.policy [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '424a9bb4131a41e4b553edd6ec30268f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e42a6a8097cf4437bde3cc068c17e99d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.338167] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.393515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.393515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.393515] env[69073]: DEBUG nova.network.neutron [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.516865] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219624, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.758085] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-676acc55-08ba-44d3-a8dc-e31dee1867f3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance 'f522d769-61e5-4c43-957c-a70094b60c19' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.763103] env[69073]: DEBUG nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.793287] env[69073]: DEBUG nova.network.neutron [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Successfully created port: e59a6eb6-1bb0-4693-93a8-176bd695370a {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.982836] env[69073]: DEBUG nova.network.neutron [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.025649] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721941} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.027025] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 134cbb52-edd4-473e-a197-ab567e44c43b/134cbb52-edd4-473e-a197-ab567e44c43b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.028348] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.028643] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a79c564c-1942-47f9-ab01-8081dad8e92f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.040224] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 917.040224] env[69073]: value = "task-3219625" [ 917.040224] env[69073]: _type = "Task" [ 917.040224] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.052490] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.105142] env[69073]: DEBUG nova.compute.manager [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-vif-plugged-8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.105527] env[69073]: DEBUG oslo_concurrency.lockutils [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.105934] env[69073]: DEBUG oslo_concurrency.lockutils [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] Lock "8676cf4d-217d-4552-9888-4008f747ecab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.106233] env[69073]: DEBUG oslo_concurrency.lockutils [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] Lock "8676cf4d-217d-4552-9888-4008f747ecab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.106671] env[69073]: DEBUG nova.compute.manager [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] No waiting events found dispatching network-vif-plugged-8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.106938] env[69073]: WARNING nova.compute.manager [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received unexpected event network-vif-plugged-8eee76be-27d3-41e8-b0bd-43475ad0b311 for instance with vm_state building and task_state spawning. [ 917.107186] env[69073]: DEBUG nova.compute.manager [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-changed-8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.107439] env[69073]: DEBUG nova.compute.manager [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Refreshing instance network info cache due to event network-changed-8eee76be-27d3-41e8-b0bd-43475ad0b311. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.107695] env[69073]: DEBUG oslo_concurrency.lockutils [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] Acquiring lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.276362] env[69073]: DEBUG nova.network.neutron [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.393505] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ece23-2ee4-47ab-9072-592bbaa165ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.404736] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013f47c1-d91d-44ef-a5e1-de599d7de3fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.441335] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131bd917-f33e-4150-a9a9-5913f8eb04a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.450250] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f5f6ad-65a9-4a07-ad10-1c51a22136c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.470368] env[69073]: DEBUG nova.compute.provider_tree [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.553966] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095888} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.554335] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.555279] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ce093-95e3-46a3-9e81-98677bf01b08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.580059] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 134cbb52-edd4-473e-a197-ab567e44c43b/134cbb52-edd4-473e-a197-ab567e44c43b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.580437] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a54159-d306-4c17-b271-80ae1c3d35da {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.601729] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 917.601729] env[69073]: value = "task-3219626" [ 917.601729] env[69073]: _type = "Task" [ 917.601729] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.610674] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.778092] env[69073]: DEBUG nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.783984] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.784412] env[69073]: DEBUG nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Instance network_info: |[{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.784857] env[69073]: DEBUG oslo_concurrency.lockutils [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] Acquired lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.784857] env[69073]: DEBUG nova.network.neutron [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Refreshing network info cache for port 8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.785988] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:19:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eee76be-27d3-41e8-b0bd-43475ad0b311', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.794095] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.795497] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.795565] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27ecd95-a1b8-4cf0-ac71-ec525aaede92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.829224] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.829224] env[69073]: value = "task-3219627" [ 917.829224] env[69073]: _type = "Task" [ 917.829224] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.832398] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.832714] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.832926] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.833325] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.833434] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.833625] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.833916] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.834156] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.834397] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.834627] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.834872] env[69073]: DEBUG nova.virt.hardware [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.836452] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbee197a-f247-4058-98f4-4fc1f7806730 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.851664] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e5eeb-4eda-4bf4-9ea6-57a944f61f9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.855631] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219627, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.897778] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "4f4146ad-7367-4b33-ac3a-632a7a631b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.898079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f4146ad-7367-4b33-ac3a-632a7a631b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.898259] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "4f4146ad-7367-4b33-ac3a-632a7a631b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.898477] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f4146ad-7367-4b33-ac3a-632a7a631b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.898621] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f4146ad-7367-4b33-ac3a-632a7a631b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.900831] env[69073]: INFO nova.compute.manager [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Terminating instance [ 917.973581] env[69073]: DEBUG nova.scheduler.client.report [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.043035] env[69073]: DEBUG nova.network.neutron [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Port 87b74d64-7b64-4ce6-a619-55fe44e03cb5 binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 918.043035] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.043035] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.043035] env[69073]: DEBUG nova.network.neutron [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.112550] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219626, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.345589] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219627, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.406018] env[69073]: DEBUG nova.compute.manager [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.406018] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.406018] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e1266d-a58d-4e62-b291-e5162f285bb8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.417267] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.422126] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be334e7-3f0f-47ca-9a4b-74d9bdf1b50e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.428904] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 918.428904] env[69073]: value = "task-3219628" [ 918.428904] env[69073]: _type = "Task" [ 918.428904] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.439803] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.479535] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.480287] env[69073]: DEBUG nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.484240] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.196s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.486374] env[69073]: INFO nova.compute.claims [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.615251] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219626, 'name': ReconfigVM_Task, 'duration_secs': 0.532325} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.615655] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 134cbb52-edd4-473e-a197-ab567e44c43b/134cbb52-edd4-473e-a197-ab567e44c43b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.616439] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67bca421-c605-42f0-80fb-4b803c6d684e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.623566] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 918.623566] env[69073]: value = "task-3219629" [ 918.623566] env[69073]: _type = "Task" [ 918.623566] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.633404] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219629, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.688284] env[69073]: DEBUG nova.network.neutron [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updated VIF entry in instance network info cache for port 8eee76be-27d3-41e8-b0bd-43475ad0b311. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.688673] env[69073]: DEBUG nova.network.neutron [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.841952] env[69073]: DEBUG nova.network.neutron [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Successfully updated port: e59a6eb6-1bb0-4693-93a8-176bd695370a {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.853019] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219627, 'name': CreateVM_Task, 'duration_secs': 0.525571} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.853019] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.853019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.853019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.853019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.853019] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa5a355-b299-467a-ac04-113b834dc212 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.854585] env[69073]: DEBUG nova.network.neutron [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance_info_cache with network_info: [{"id": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "address": "fa:16:3e:73:4c:e2", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b74d64-7b", "ovs_interfaceid": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.858404] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 918.858404] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52213110-4e11-2de5-ef11-dfd87768c72f" [ 918.858404] env[69073]: _type = "Task" [ 918.858404] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.868104] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52213110-4e11-2de5-ef11-dfd87768c72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.901115] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "f522d769-61e5-4c43-957c-a70094b60c19" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.901471] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.901665] env[69073]: DEBUG nova.compute.manager [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Going to confirm migration 3 {{(pid=69073) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 918.940080] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.992031] env[69073]: DEBUG nova.compute.utils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.995009] env[69073]: DEBUG nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.995221] env[69073]: DEBUG nova.network.neutron [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.048101] env[69073]: DEBUG nova.policy [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '250a92553eb648c4865f4397a5414cde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b77d17a69fdc46ae9b46de391315844a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.134212] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219629, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.178360] env[69073]: DEBUG nova.compute.manager [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Received event network-vif-plugged-e59a6eb6-1bb0-4693-93a8-176bd695370a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.178360] env[69073]: DEBUG oslo_concurrency.lockutils [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] Acquiring lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.178360] env[69073]: DEBUG oslo_concurrency.lockutils [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] Lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.178360] env[69073]: DEBUG oslo_concurrency.lockutils [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] Lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.178360] env[69073]: DEBUG nova.compute.manager [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] No waiting events found dispatching network-vif-plugged-e59a6eb6-1bb0-4693-93a8-176bd695370a {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.178360] env[69073]: WARNING nova.compute.manager [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Received unexpected event network-vif-plugged-e59a6eb6-1bb0-4693-93a8-176bd695370a for instance with vm_state building and task_state spawning. [ 919.178360] env[69073]: DEBUG nova.compute.manager [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Received event network-changed-e59a6eb6-1bb0-4693-93a8-176bd695370a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.178360] env[69073]: DEBUG nova.compute.manager [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Refreshing instance network info cache due to event network-changed-e59a6eb6-1bb0-4693-93a8-176bd695370a. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.178698] env[69073]: DEBUG oslo_concurrency.lockutils [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] Acquiring lock "refresh_cache-359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.178969] env[69073]: DEBUG oslo_concurrency.lockutils [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] Acquired lock "refresh_cache-359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.179263] env[69073]: DEBUG nova.network.neutron [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Refreshing network info cache for port e59a6eb6-1bb0-4693-93a8-176bd695370a {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.191871] env[69073]: DEBUG oslo_concurrency.lockutils [req-5d3f8108-4b94-4c51-a5fb-1df756a747ce req-75537044-190e-4366-ada4-aedbd48f7dac service nova] Releasing lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.344532] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquiring lock "refresh_cache-359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.361905] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.366859] env[69073]: DEBUG nova.network.neutron [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Successfully created port: 925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.375459] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52213110-4e11-2de5-ef11-dfd87768c72f, 'name': SearchDatastore_Task, 'duration_secs': 0.013889} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.376475] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.376714] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.376947] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.377106] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.377284] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.377853] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5be03734-3f93-44b9-b584-8c32bb994559 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.387198] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.387456] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.388234] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7e219b-df8d-4d82-b0dd-f0e4de3bcb63 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.394774] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 919.394774] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298a047-6115-9e84-e5dc-ab3fa6ff1322" [ 919.394774] env[69073]: _type = "Task" [ 919.394774] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.406959] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298a047-6115-9e84-e5dc-ab3fa6ff1322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.442050] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.472540] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.472725] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.473143] env[69073]: DEBUG nova.network.neutron [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.473143] env[69073]: DEBUG nova.objects.instance [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'info_cache' on Instance uuid f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.501967] env[69073]: DEBUG nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.635117] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219629, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.710621] env[69073]: DEBUG nova.network.neutron [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.778377] env[69073]: DEBUG nova.network.neutron [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.867032] env[69073]: DEBUG nova.compute.manager [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69073) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 919.867215] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.905740] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298a047-6115-9e84-e5dc-ab3fa6ff1322, 'name': SearchDatastore_Task, 'duration_secs': 0.011425} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.911085] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929aeab6-ff44-4cb9-8451-97816a022a26 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.916452] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 919.916452] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524255c2-08f7-0081-8d38-8418fae125d7" [ 919.916452] env[69073]: _type = "Task" [ 919.916452] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.924655] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524255c2-08f7-0081-8d38-8418fae125d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.941829] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.942900] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075af2c9-7bcf-4b4d-8f6c-1484a967047e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.950318] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111c462a-4795-4886-82f5-e30a056d2c90 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.985649] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b8e5ca-ff5b-4eac-98e5-6f60e007cb7c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.995034] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ddce5-618b-487c-9dbb-a983de48152c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.012190] env[69073]: DEBUG nova.compute.provider_tree [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.140238] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219629, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.281827] env[69073]: DEBUG oslo_concurrency.lockutils [req-37b8bdea-dc7a-4a34-8b82-a89d40116713 req-afa90bfc-d921-4628-a5ef-5d691d0e52fa service nova] Releasing lock "refresh_cache-359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.282272] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquired lock "refresh_cache-359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.282450] env[69073]: DEBUG nova.network.neutron [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.428549] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524255c2-08f7-0081-8d38-8418fae125d7, 'name': SearchDatastore_Task, 'duration_secs': 0.025889} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.428991] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.429303] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 8676cf4d-217d-4552-9888-4008f747ecab/8676cf4d-217d-4552-9888-4008f747ecab.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.429592] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc2773d-c959-4b4f-ad59-fd45766a3ce0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.438074] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 920.438074] env[69073]: value = "task-3219630" [ 920.438074] env[69073]: _type = "Task" [ 920.438074] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.444517] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.448981] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.515577] env[69073]: DEBUG nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.518833] env[69073]: DEBUG nova.scheduler.client.report [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.541853] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.542169] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.542379] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.542633] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.542836] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.543133] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.543323] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.543536] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.543765] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.544054] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.544181] env[69073]: DEBUG nova.virt.hardware [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.545526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc8b77-91a1-4907-9ca5-10e800d79c02 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.554379] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7305bfeb-968a-4ce5-94f0-1d7062560f7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.642565] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219629, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.824152] env[69073]: DEBUG nova.network.neutron [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.843979] env[69073]: DEBUG nova.compute.manager [req-8a318a5d-456d-480b-bec4-938e698df99b req-a9d9daa3-9297-43b4-bd5d-3a1cd0aefb38 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received event network-vif-plugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.844486] env[69073]: DEBUG oslo_concurrency.lockutils [req-8a318a5d-456d-480b-bec4-938e698df99b req-a9d9daa3-9297-43b4-bd5d-3a1cd0aefb38 service nova] Acquiring lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.844764] env[69073]: DEBUG oslo_concurrency.lockutils [req-8a318a5d-456d-480b-bec4-938e698df99b req-a9d9daa3-9297-43b4-bd5d-3a1cd0aefb38 service nova] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.845111] env[69073]: DEBUG oslo_concurrency.lockutils [req-8a318a5d-456d-480b-bec4-938e698df99b req-a9d9daa3-9297-43b4-bd5d-3a1cd0aefb38 service nova] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.845361] env[69073]: DEBUG nova.compute.manager [req-8a318a5d-456d-480b-bec4-938e698df99b req-a9d9daa3-9297-43b4-bd5d-3a1cd0aefb38 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] No waiting events found dispatching network-vif-plugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.845684] env[69073]: WARNING nova.compute.manager [req-8a318a5d-456d-480b-bec4-938e698df99b req-a9d9daa3-9297-43b4-bd5d-3a1cd0aefb38 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received unexpected event network-vif-plugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 for instance with vm_state building and task_state spawning. [ 920.947373] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.952787] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.983282] env[69073]: DEBUG nova.network.neutron [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Successfully updated port: 925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.023860] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.024612] env[69073]: DEBUG nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.027257] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.633s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.027562] env[69073]: DEBUG nova.objects.instance [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lazy-loading 'resources' on Instance uuid 73baa5ed-7d69-4363-818f-230b0e5956d2 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.111877] env[69073]: DEBUG nova.network.neutron [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Updating instance_info_cache with network_info: [{"id": "e59a6eb6-1bb0-4693-93a8-176bd695370a", "address": "fa:16:3e:6d:e3:25", "network": {"id": "d6c51758-2b0f-4618-b700-f8f95ab522ba", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1053394628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e42a6a8097cf4437bde3cc068c17e99d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59a6eb6-1b", "ovs_interfaceid": "e59a6eb6-1bb0-4693-93a8-176bd695370a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.127306] env[69073]: DEBUG nova.network.neutron [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance_info_cache with network_info: [{"id": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "address": "fa:16:3e:02:14:82", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade34f8a-2c", "ovs_interfaceid": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.139453] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219629, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.456896] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.457220] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219628, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.487115] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.487278] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.491021] env[69073]: DEBUG nova.network.neutron [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.530605] env[69073]: DEBUG nova.compute.utils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.531978] env[69073]: DEBUG nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.532165] env[69073]: DEBUG nova.network.neutron [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.600428] env[69073]: DEBUG nova.policy [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fc1f3454e44ea787edb5261f75964b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd680c65ee6484e709c92a0d360b4b55b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.614065] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Releasing lock "refresh_cache-359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.614436] env[69073]: DEBUG nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Instance network_info: |[{"id": "e59a6eb6-1bb0-4693-93a8-176bd695370a", "address": "fa:16:3e:6d:e3:25", "network": {"id": "d6c51758-2b0f-4618-b700-f8f95ab522ba", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1053394628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e42a6a8097cf4437bde3cc068c17e99d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4c5eb94-841c-4713-985a-8fc4117fbaf1", "external-id": "nsx-vlan-transportzone-425", "segmentation_id": 425, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape59a6eb6-1b", "ovs_interfaceid": "e59a6eb6-1bb0-4693-93a8-176bd695370a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.615153] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:e3:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4c5eb94-841c-4713-985a-8fc4117fbaf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e59a6eb6-1bb0-4693-93a8-176bd695370a', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.625609] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Creating folder: Project (e42a6a8097cf4437bde3cc068c17e99d). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.628914] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-317f98f4-c60d-4cf9-ac88-134f5924a691 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.631082] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.631331] env[69073]: DEBUG nova.objects.instance [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'migration_context' on Instance uuid f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.641762] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219629, 'name': Rename_Task, 'duration_secs': 2.936861} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.644567] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.646879] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca3329ad-be76-4a02-a1e9-7cd43ccb419d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.648828] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Created folder: Project (e42a6a8097cf4437bde3cc068c17e99d) in parent group-v643537. [ 921.649017] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Creating folder: Instances. Parent ref: group-v643717. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.649258] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8de92eb6-a22e-402b-85db-658385971afa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.655192] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 921.655192] env[69073]: value = "task-3219632" [ 921.655192] env[69073]: _type = "Task" [ 921.655192] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.662040] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Created folder: Instances in parent group-v643717. [ 921.662040] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.662708] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.662975] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40ba2962-9876-4c9f-9695-5dca1c33e6db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.684894] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.690862] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.690862] env[69073]: value = "task-3219634" [ 921.690862] env[69073]: _type = "Task" [ 921.690862] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.705564] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219634, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.884293] env[69073]: DEBUG nova.network.neutron [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Successfully created port: 4ab31d0c-cdf8-4758-951e-1760864dd809 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.952140] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219628, 'name': PowerOffVM_Task, 'duration_secs': 3.116674} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.952438] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.952608] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.952917] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff60ea16-676d-43a5-9e31-a3cb406efb5d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.961278] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219630, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.031072] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb99a67-34b5-4bc8-846a-df3387c2b85b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.035207] env[69073]: DEBUG nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.041091] env[69073]: DEBUG nova.network.neutron [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.044569] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c13d8-9dc2-4836-851a-2998f342d2a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.084102] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be9e7dc-5ed9-47a8-ad92-fcc9ec8e464c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.094141] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8353f3-dfba-49c3-8dc4-c4556cd51b23 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.112239] env[69073]: DEBUG nova.compute.provider_tree [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.137372] env[69073]: DEBUG nova.objects.base [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 922.138213] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da45de55-4ba3-4a70-b0ec-e4770b62b834 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.163359] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571bbc6d-0ef8-432f-a459-5769abd4611d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.171098] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219632, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.172986] env[69073]: DEBUG oslo_vmware.api [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 922.172986] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ad82a-6256-7973-3b73-68dc92404a8c" [ 922.172986] env[69073]: _type = "Task" [ 922.172986] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.181083] env[69073]: DEBUG oslo_vmware.api [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ad82a-6256-7973-3b73-68dc92404a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.201978] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219634, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.338427] env[69073]: DEBUG nova.network.neutron [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [{"id": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "address": "fa:16:3e:c0:cc:32", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925b4550-e2", "ovs_interfaceid": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.452649] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219630, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.909321} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.452919] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 8676cf4d-217d-4552-9888-4008f747ecab/8676cf4d-217d-4552-9888-4008f747ecab.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.453156] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.453412] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b6c288a-6d07-49b7-9a0d-97ee84708997 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.460525] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 922.460525] env[69073]: value = "task-3219636" [ 922.460525] env[69073]: _type = "Task" [ 922.460525] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.469946] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.615986] env[69073]: DEBUG nova.scheduler.client.report [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.669886] env[69073]: DEBUG oslo_vmware.api [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219632, 'name': PowerOnVM_Task, 'duration_secs': 0.943155} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.670256] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.670508] env[69073]: INFO nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Took 10.14 seconds to spawn the instance on the hypervisor. [ 922.670765] env[69073]: DEBUG nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.671761] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bf2fba-e747-4bdb-8e69-649f358ec7f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.688042] env[69073]: DEBUG oslo_vmware.api [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ad82a-6256-7973-3b73-68dc92404a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.035449} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.688379] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.700038] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219634, 'name': CreateVM_Task, 'duration_secs': 0.770341} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.700222] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.700926] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.701094] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.701443] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.701695] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46ead75-113c-4547-821b-ab135ff8714a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.706218] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 922.706218] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52523edb-ee7b-c545-955b-386f04fb8246" [ 922.706218] env[69073]: _type = "Task" [ 922.706218] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.714472] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52523edb-ee7b-c545-955b-386f04fb8246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.841695] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.842061] env[69073]: DEBUG nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Instance network_info: |[{"id": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "address": "fa:16:3e:c0:cc:32", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925b4550-e2", "ovs_interfaceid": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.842505] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:cc:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '925b4550-e2b9-4cc2-8cdb-001ec0668996', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.849996] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating folder: Project (b77d17a69fdc46ae9b46de391315844a). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.850678] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcd304e0-81b9-48ed-8657-438b05bb2817 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.862200] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Created folder: Project (b77d17a69fdc46ae9b46de391315844a) in parent group-v643537. [ 922.862407] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating folder: Instances. Parent ref: group-v643720. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.862656] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc8728f9-26b2-4c8a-96d9-a663b47980e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.871120] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Created folder: Instances in parent group-v643720. [ 922.871370] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.872564] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.874019] env[69073]: DEBUG nova.compute.manager [req-37849443-1416-4956-b921-2417471a8cc8 req-64761745-b501-4540-add1-c79189a89580 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received event network-changed-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.874019] env[69073]: DEBUG nova.compute.manager [req-37849443-1416-4956-b921-2417471a8cc8 req-64761745-b501-4540-add1-c79189a89580 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Refreshing instance network info cache due to event network-changed-925b4550-e2b9-4cc2-8cdb-001ec0668996. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.874144] env[69073]: DEBUG oslo_concurrency.lockutils [req-37849443-1416-4956-b921-2417471a8cc8 req-64761745-b501-4540-add1-c79189a89580 service nova] Acquiring lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.874200] env[69073]: DEBUG oslo_concurrency.lockutils [req-37849443-1416-4956-b921-2417471a8cc8 req-64761745-b501-4540-add1-c79189a89580 service nova] Acquired lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.874377] env[69073]: DEBUG nova.network.neutron [req-37849443-1416-4956-b921-2417471a8cc8 req-64761745-b501-4540-add1-c79189a89580 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Refreshing network info cache for port 925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.875422] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aa58611-4f50-4a83-85a4-74d3283bbe60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.896913] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.896913] env[69073]: value = "task-3219639" [ 922.896913] env[69073]: _type = "Task" [ 922.896913] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.905227] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219639, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.974398] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064129} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.974838] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.975798] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7a4b5b-469e-4147-952e-b770fe8380e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.012805] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 8676cf4d-217d-4552-9888-4008f747ecab/8676cf4d-217d-4552-9888-4008f747ecab.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.013281] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb76116-187c-461d-bafc-4b99462b83c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.036525] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 923.036525] env[69073]: value = "task-3219640" [ 923.036525] env[69073]: _type = "Task" [ 923.036525] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.045992] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.051327] env[69073]: DEBUG nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.075008] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.075280] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.075496] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.075760] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.075962] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.076179] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.076545] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.076816] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.077029] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.077268] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.077520] env[69073]: DEBUG nova.virt.hardware [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.078740] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3cbb7a-87ae-4715-873e-3da8453337ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.088197] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098f21cc-7f35-4d05-9928-b02e30c4aafc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.108671] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.108843] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.109022] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleting the datastore file [datastore1] 4f4146ad-7367-4b33-ac3a-632a7a631b10 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.110035] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feb60c93-3c14-434c-abfe-bc94629d9ed3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.115413] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 923.115413] env[69073]: value = "task-3219641" [ 923.115413] env[69073]: _type = "Task" [ 923.115413] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.123575] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.125734] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.126214] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.754s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.127920] env[69073]: INFO nova.compute.claims [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.147048] env[69073]: INFO nova.scheduler.client.report [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Deleted allocations for instance 73baa5ed-7d69-4363-818f-230b0e5956d2 [ 923.196736] env[69073]: INFO nova.compute.manager [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Took 51.32 seconds to build instance. [ 923.218404] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52523edb-ee7b-c545-955b-386f04fb8246, 'name': SearchDatastore_Task, 'duration_secs': 0.013889} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.218697] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.218944] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.219337] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.219513] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.219701] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.219966] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ded0904-fc51-4dc5-bf33-467f9068375e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.229988] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.230205] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.231302] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110d6d93-8fde-4a29-a5d4-c59dc6661f97 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.239568] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 923.239568] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ed66b-370d-eb72-54cf-daee6b981cd2" [ 923.239568] env[69073]: _type = "Task" [ 923.239568] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.248355] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ed66b-370d-eb72-54cf-daee6b981cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.406957] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219639, 'name': CreateVM_Task, 'duration_secs': 0.50377} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.407198] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.407926] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.408106] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.408439] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.408707] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c31ca6-e1d4-4f0e-91ba-8218c0c511f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.414591] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 923.414591] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a15dd0-c98c-09e0-633c-b63a95eb8a33" [ 923.414591] env[69073]: _type = "Task" [ 923.414591] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.424565] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a15dd0-c98c-09e0-633c-b63a95eb8a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.550901] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.629176] env[69073]: DEBUG oslo_vmware.api [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334622} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.629748] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.630018] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.630270] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.630528] env[69073]: INFO nova.compute.manager [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Took 5.23 seconds to destroy the instance on the hypervisor. [ 923.630837] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.631110] env[69073]: DEBUG nova.compute.manager [-] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.631267] env[69073]: DEBUG nova.network.neutron [-] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.656022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d224bc4b-27d0-4b29-ab33-17bb5230005e tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "73baa5ed-7d69-4363-818f-230b0e5956d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.393s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.698646] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f63b5edb-86ff-4369-94f4-06c37c4925ef tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "134cbb52-edd4-473e-a197-ab567e44c43b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.260s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.750245] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ed66b-370d-eb72-54cf-daee6b981cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.751108] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42df6c03-745c-4855-b63f-3d2df29fd906 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.756809] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 923.756809] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525c149a-f0e9-069e-dac6-867285a7f1c5" [ 923.756809] env[69073]: _type = "Task" [ 923.756809] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.765949] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525c149a-f0e9-069e-dac6-867285a7f1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.882308] env[69073]: DEBUG nova.network.neutron [req-37849443-1416-4956-b921-2417471a8cc8 req-64761745-b501-4540-add1-c79189a89580 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updated VIF entry in instance network info cache for port 925b4550-e2b9-4cc2-8cdb-001ec0668996. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.883568] env[69073]: DEBUG nova.network.neutron [req-37849443-1416-4956-b921-2417471a8cc8 req-64761745-b501-4540-add1-c79189a89580 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [{"id": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "address": "fa:16:3e:c0:cc:32", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925b4550-e2", "ovs_interfaceid": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.916587] env[69073]: DEBUG nova.compute.manager [req-03bd6f9a-f4de-4ade-87d5-7049bc5608f7 req-7ff8f93a-91f7-4cfe-990e-51e73201640a service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Received event network-vif-plugged-4ab31d0c-cdf8-4758-951e-1760864dd809 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.917102] env[69073]: DEBUG oslo_concurrency.lockutils [req-03bd6f9a-f4de-4ade-87d5-7049bc5608f7 req-7ff8f93a-91f7-4cfe-990e-51e73201640a service nova] Acquiring lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.917663] env[69073]: DEBUG oslo_concurrency.lockutils [req-03bd6f9a-f4de-4ade-87d5-7049bc5608f7 req-7ff8f93a-91f7-4cfe-990e-51e73201640a service nova] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.917986] env[69073]: DEBUG oslo_concurrency.lockutils [req-03bd6f9a-f4de-4ade-87d5-7049bc5608f7 req-7ff8f93a-91f7-4cfe-990e-51e73201640a service nova] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.922029] env[69073]: DEBUG nova.compute.manager [req-03bd6f9a-f4de-4ade-87d5-7049bc5608f7 req-7ff8f93a-91f7-4cfe-990e-51e73201640a service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] No waiting events found dispatching network-vif-plugged-4ab31d0c-cdf8-4758-951e-1760864dd809 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.922029] env[69073]: WARNING nova.compute.manager [req-03bd6f9a-f4de-4ade-87d5-7049bc5608f7 req-7ff8f93a-91f7-4cfe-990e-51e73201640a service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Received unexpected event network-vif-plugged-4ab31d0c-cdf8-4758-951e-1760864dd809 for instance with vm_state building and task_state spawning. [ 923.932870] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a15dd0-c98c-09e0-633c-b63a95eb8a33, 'name': SearchDatastore_Task, 'duration_secs': 0.014326} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.933334] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.933657] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.933943] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.970442] env[69073]: DEBUG nova.network.neutron [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Successfully updated port: 4ab31d0c-cdf8-4758-951e-1760864dd809 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.047138] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219640, 'name': ReconfigVM_Task, 'duration_secs': 0.646724} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.047503] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 8676cf4d-217d-4552-9888-4008f747ecab/8676cf4d-217d-4552-9888-4008f747ecab.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.051987] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1ad130-1b03-4773-a6c5-38e93da7b455 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.057804] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 924.057804] env[69073]: value = "task-3219643" [ 924.057804] env[69073]: _type = "Task" [ 924.057804] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.072164] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219643, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.202819] env[69073]: DEBUG nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.273286] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525c149a-f0e9-069e-dac6-867285a7f1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.022291} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.273286] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.273286] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9/359b9e26-d6c4-4963-9d47-7f6dff7ff4e9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.273573] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.273785] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.274289] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab56b44c-9e37-4400-be9e-f0f8b550b951 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.276645] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-355195e1-fc6c-4081-8631-89cb0b15e62d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.285772] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 924.285772] env[69073]: value = "task-3219644" [ 924.285772] env[69073]: _type = "Task" [ 924.285772] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.290599] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.290762] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.291953] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9581a627-beb7-481b-8f5f-a1a6a14f9ece {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.297180] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.305050] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 924.305050] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5290bfaf-c11b-4926-12be-11ae8a5d4824" [ 924.305050] env[69073]: _type = "Task" [ 924.305050] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.315415] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5290bfaf-c11b-4926-12be-11ae8a5d4824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.388967] env[69073]: DEBUG oslo_concurrency.lockutils [req-37849443-1416-4956-b921-2417471a8cc8 req-64761745-b501-4540-add1-c79189a89580 service nova] Releasing lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.474340] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.474490] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.474639] env[69073]: DEBUG nova.network.neutron [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.478010] env[69073]: DEBUG nova.network.neutron [-] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.571287] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219643, 'name': Rename_Task, 'duration_secs': 0.271181} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.571529] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.571726] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d855ed-e3f5-4ee1-a6d1-a7ca5b8db19b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.578108] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 924.578108] env[69073]: value = "task-3219645" [ 924.578108] env[69073]: _type = "Task" [ 924.578108] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.585987] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.603389] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166bedb4-2579-4f34-8d39-c7c9229914bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.610968] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c866227c-053f-41a8-8e17-4c6432e3e5ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.644046] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9274e5-d52c-4adf-b113-7b771b374b2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.651483] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ef6ba1-fba3-4b5c-ac9f-613c37dd3a28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.665887] env[69073]: DEBUG nova.compute.provider_tree [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.724831] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.726458] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "d756faa1-78c9-4635-a234-a00633ef6f14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.726732] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "d756faa1-78c9-4635-a234-a00633ef6f14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.726944] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "d756faa1-78c9-4635-a234-a00633ef6f14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.727147] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "d756faa1-78c9-4635-a234-a00633ef6f14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.727315] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "d756faa1-78c9-4635-a234-a00633ef6f14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.729474] env[69073]: INFO nova.compute.manager [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Terminating instance [ 924.797112] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.806045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "134cbb52-edd4-473e-a197-ab567e44c43b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.806312] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "134cbb52-edd4-473e-a197-ab567e44c43b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.806588] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "134cbb52-edd4-473e-a197-ab567e44c43b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.806822] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "134cbb52-edd4-473e-a197-ab567e44c43b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.806950] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "134cbb52-edd4-473e-a197-ab567e44c43b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.812146] env[69073]: INFO nova.compute.manager [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Terminating instance [ 924.819899] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5290bfaf-c11b-4926-12be-11ae8a5d4824, 'name': SearchDatastore_Task, 'duration_secs': 0.013572} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.820422] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa7ff03-c239-44bb-896b-a94e15a31198 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.827359] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 924.827359] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f2b54e-d08c-74f7-6f9d-6bb5ebed5e03" [ 924.827359] env[69073]: _type = "Task" [ 924.827359] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.838361] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f2b54e-d08c-74f7-6f9d-6bb5ebed5e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.910911] env[69073]: DEBUG nova.compute.manager [req-ef7615a3-c66c-4d3e-9b3d-7ef16314d664 req-974ffc5d-ffa3-4bde-83e7-25201097f6db service nova] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Received event network-vif-deleted-0347534e-bee1-4ce8-b85c-683b31a3740c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.982363] env[69073]: INFO nova.compute.manager [-] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Took 1.35 seconds to deallocate network for instance. [ 925.018230] env[69073]: DEBUG nova.network.neutron [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.088136] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219645, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.168734] env[69073]: DEBUG nova.network.neutron [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Updating instance_info_cache with network_info: [{"id": "4ab31d0c-cdf8-4758-951e-1760864dd809", "address": "fa:16:3e:ad:20:61", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab31d0c-cd", "ovs_interfaceid": "4ab31d0c-cdf8-4758-951e-1760864dd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.169609] env[69073]: DEBUG nova.scheduler.client.report [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.233213] env[69073]: DEBUG nova.compute.manager [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.233424] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.234862] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b040348b-45d5-4382-8910-e18506bad952 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.242343] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.242604] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3d35d95-1b17-42bc-9bc9-753508c77239 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.250949] env[69073]: DEBUG oslo_vmware.api [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 925.250949] env[69073]: value = "task-3219646" [ 925.250949] env[69073]: _type = "Task" [ 925.250949] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.260633] env[69073]: DEBUG oslo_vmware.api [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.299058] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769202} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.299347] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9/359b9e26-d6c4-4963-9d47-7f6dff7ff4e9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.299566] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 925.299857] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52023db8-00bd-42f7-ba63-7058a0e62b54 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.306595] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 925.306595] env[69073]: value = "task-3219647" [ 925.306595] env[69073]: _type = "Task" [ 925.306595] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.314759] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.316552] env[69073]: DEBUG nova.compute.manager [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.316776] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.317706] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7d080b-ddac-485a-8dcb-d4bacfc2ccc3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.325308] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.326048] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed0803c0-1f6a-4c5b-ad5c-d7df10dee6f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.334100] env[69073]: DEBUG oslo_vmware.api [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 925.334100] env[69073]: value = "task-3219648" [ 925.334100] env[69073]: _type = "Task" [ 925.334100] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.343035] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f2b54e-d08c-74f7-6f9d-6bb5ebed5e03, 'name': SearchDatastore_Task, 'duration_secs': 0.061108} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.344131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.344603] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d/3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.345015] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef5e8001-14b3-4c9b-9ff8-bce5044c731d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.350694] env[69073]: DEBUG oslo_vmware.api [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.355566] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 925.355566] env[69073]: value = "task-3219649" [ 925.355566] env[69073]: _type = "Task" [ 925.355566] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.364458] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.489550] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.590825] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219645, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.674710] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.675090] env[69073]: DEBUG nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Instance network_info: |[{"id": "4ab31d0c-cdf8-4758-951e-1760864dd809", "address": "fa:16:3e:ad:20:61", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab31d0c-cd", "ovs_interfaceid": "4ab31d0c-cdf8-4758-951e-1760864dd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.675978] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.676397] env[69073]: DEBUG nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.679531] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:20:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ab31d0c-cdf8-4758-951e-1760864dd809', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.687928] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.688573] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.317s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.690232] env[69073]: INFO nova.compute.claims [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.693030] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.693909] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0272689a-dabd-4055-b956-94bd7b7c07a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.716306] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.716306] env[69073]: value = "task-3219650" [ 925.716306] env[69073]: _type = "Task" [ 925.716306] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.728474] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219650, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.762385] env[69073]: DEBUG oslo_vmware.api [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219646, 'name': PowerOffVM_Task, 'duration_secs': 0.217219} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.762723] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.762893] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.763183] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b833a040-c1e0-4f3c-9ab7-e5b5cc7c9a80 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.816733] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085152} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.817079] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.818257] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eceb3b-539f-41d6-a274-13a81fec1343 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.845364] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9/359b9e26-d6c4-4963-9d47-7f6dff7ff4e9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.847036] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f84177fb-eb6a-430f-b37b-e68479dba832 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.861762] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.861992] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.862184] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleting the datastore file [datastore2] d756faa1-78c9-4635-a234-a00633ef6f14 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.865606] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb6745ec-30d0-4c19-8dfd-d47ccfc60d07 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.877661] env[69073]: DEBUG oslo_vmware.api [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219648, 'name': PowerOffVM_Task, 'duration_secs': 0.396126} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.882588] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.882817] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.883171] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 925.883171] env[69073]: value = "task-3219652" [ 925.883171] env[69073]: _type = "Task" [ 925.883171] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.883446] env[69073]: DEBUG oslo_vmware.api [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 925.883446] env[69073]: value = "task-3219653" [ 925.883446] env[69073]: _type = "Task" [ 925.883446] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.883596] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219649, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.883802] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-033e0c4f-021d-40b8-9428-8fb0de264d9f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.897265] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.900619] env[69073]: DEBUG oslo_vmware.api [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.953906] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.954174] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.954418] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleting the datastore file [datastore2] 134cbb52-edd4-473e-a197-ab567e44c43b {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.954707] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfcf8757-b964-4d85-a575-b3621dbcbf32 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.960717] env[69073]: DEBUG oslo_vmware.api [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for the task: (returnval){ [ 925.960717] env[69073]: value = "task-3219655" [ 925.960717] env[69073]: _type = "Task" [ 925.960717] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.969680] env[69073]: DEBUG oslo_vmware.api [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.984558] env[69073]: DEBUG nova.compute.manager [req-b5f9bbcf-be05-4b02-afb9-82e2a64d44f8 req-b673cd29-fd97-4557-b91a-d114104f58b1 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Received event network-changed-4ab31d0c-cdf8-4758-951e-1760864dd809 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.984737] env[69073]: DEBUG nova.compute.manager [req-b5f9bbcf-be05-4b02-afb9-82e2a64d44f8 req-b673cd29-fd97-4557-b91a-d114104f58b1 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Refreshing instance network info cache due to event network-changed-4ab31d0c-cdf8-4758-951e-1760864dd809. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.984982] env[69073]: DEBUG oslo_concurrency.lockutils [req-b5f9bbcf-be05-4b02-afb9-82e2a64d44f8 req-b673cd29-fd97-4557-b91a-d114104f58b1 service nova] Acquiring lock "refresh_cache-f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.985182] env[69073]: DEBUG oslo_concurrency.lockutils [req-b5f9bbcf-be05-4b02-afb9-82e2a64d44f8 req-b673cd29-fd97-4557-b91a-d114104f58b1 service nova] Acquired lock "refresh_cache-f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.985435] env[69073]: DEBUG nova.network.neutron [req-b5f9bbcf-be05-4b02-afb9-82e2a64d44f8 req-b673cd29-fd97-4557-b91a-d114104f58b1 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Refreshing network info cache for port 4ab31d0c-cdf8-4758-951e-1760864dd809 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.090035] env[69073]: DEBUG oslo_vmware.api [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219645, 'name': PowerOnVM_Task, 'duration_secs': 1.032353} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.090303] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.090517] env[69073]: INFO nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Took 10.99 seconds to spawn the instance on the hypervisor. [ 926.090697] env[69073]: DEBUG nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.092024] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a623cbd-02ab-4b64-8b09-50d92a3b3145 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.190808] env[69073]: DEBUG nova.compute.utils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.192235] env[69073]: DEBUG nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.192395] env[69073]: DEBUG nova.network.neutron [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.227358] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219650, 'name': CreateVM_Task, 'duration_secs': 0.401515} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.227543] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.228327] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.228512] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.228893] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.229451] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b474d860-525b-481b-8d8f-e6b281db7299 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.234368] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 926.234368] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525aed8d-17d4-5134-288d-b447e9cafba9" [ 926.234368] env[69073]: _type = "Task" [ 926.234368] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.243102] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525aed8d-17d4-5134-288d-b447e9cafba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.252420] env[69073]: DEBUG nova.policy [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb7ee39bf7de4bd3b75ca97a532555ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93997755a9774f52bbcad1e3addb65fd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.376488] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572435} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.376546] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d/3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.376835] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.377028] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98238b95-a057-48db-b30e-bfabc1e5c912 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.384154] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 926.384154] env[69073]: value = "task-3219656" [ 926.384154] env[69073]: _type = "Task" [ 926.384154] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.403206] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.410056] env[69073]: DEBUG oslo_vmware.api [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292063} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.410056] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.412176] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.412176] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.412176] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.412176] env[69073]: INFO nova.compute.manager [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Took 1.18 seconds to destroy the instance on the hypervisor. [ 926.412176] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.412176] env[69073]: DEBUG nova.compute.manager [-] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.412176] env[69073]: DEBUG nova.network.neutron [-] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.474554] env[69073]: DEBUG oslo_vmware.api [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Task: {'id': task-3219655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308027} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.474868] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.475062] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.475244] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.475410] env[69073]: INFO nova.compute.manager [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 926.475639] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.475814] env[69073]: DEBUG nova.compute.manager [-] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.475974] env[69073]: DEBUG nova.network.neutron [-] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.516818] env[69073]: DEBUG oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a154b-e8da-33de-d8c3-b984968bd204/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 926.517798] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eae640-e569-4cb7-a3e5-df1cc08b4d86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.523952] env[69073]: DEBUG oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a154b-e8da-33de-d8c3-b984968bd204/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 926.524139] env[69073]: ERROR oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a154b-e8da-33de-d8c3-b984968bd204/disk-0.vmdk due to incomplete transfer. [ 926.524360] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3433112-8fa1-4a60-9e01-4a0eceb92059 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.531032] env[69073]: DEBUG oslo_vmware.rw_handles [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523a154b-e8da-33de-d8c3-b984968bd204/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 926.531032] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Uploaded image e6c9b2e3-821c-424b-97fb-18aab0d777d3 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 926.533569] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 926.533816] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c55b534-a65b-47bb-bef4-e408b27465cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.540046] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 926.540046] env[69073]: value = "task-3219657" [ 926.540046] env[69073]: _type = "Task" [ 926.540046] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.547576] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219657, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.610821] env[69073]: INFO nova.compute.manager [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Took 52.01 seconds to build instance. [ 926.663467] env[69073]: DEBUG nova.network.neutron [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Successfully created port: ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.695912] env[69073]: DEBUG nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.747293] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525aed8d-17d4-5134-288d-b447e9cafba9, 'name': SearchDatastore_Task, 'duration_secs': 0.016496} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.750513] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.750744] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.750973] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.751355] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.751355] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.752155] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96db5c60-b9e7-49e3-ab59-a069d0ba2242 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.769898] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.770089] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.770824] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dac78d4-643f-4a67-bfc8-c0f556efceef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.779872] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 926.779872] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b393b-db34-fb73-53a8-a2f167c6ee28" [ 926.779872] env[69073]: _type = "Task" [ 926.779872] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.791484] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b393b-db34-fb73-53a8-a2f167c6ee28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.896349] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096106} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.902321] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.906019] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219652, 'name': ReconfigVM_Task, 'duration_secs': 0.57933} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.906019] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78805160-d029-42fd-a7b7-96a331678a7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.908473] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9/359b9e26-d6c4-4963-9d47-7f6dff7ff4e9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.909224] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16fd0626-84e4-45a7-af24-ee1adb68a0df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.932546] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d/3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.937973] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd405e2-806e-48af-9717-73f353433fde {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.954147] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 926.954147] env[69073]: value = "task-3219658" [ 926.954147] env[69073]: _type = "Task" [ 926.954147] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.960768] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 926.960768] env[69073]: value = "task-3219659" [ 926.960768] env[69073]: _type = "Task" [ 926.960768] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.967449] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219658, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.972105] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.055019] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219657, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.113238] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b01868ea-30a1-4c5d-acb9-8676d2b9f07a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "8676cf4d-217d-4552-9888-4008f747ecab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.003s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.203029] env[69073]: INFO nova.virt.block_device [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Booting with volume 71787c24-150b-4a52-b8c4-8051b25e2b22 at /dev/sda [ 927.243273] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-902814b7-720f-4035-bdb9-682fd127bc76 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.252225] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5b0d85-63fa-4906-b7e7-d57acecd3f0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.266318] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d56401a-a075-4835-b002-3cccd69b9d5c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.277048] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce127a22-32d4-499d-ade2-65f2759921c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.303659] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5029e006-de24-45bb-b3ae-72d85a7c510b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.335051] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf52195-6050-47c3-b128-1e07fd57b737 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.338117] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b393b-db34-fb73-53a8-a2f167c6ee28, 'name': SearchDatastore_Task, 'duration_secs': 0.065662} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.341041] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ec2a62-78c1-46ee-95e9-bf0e7bf52f3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.353230] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62158648-f1aa-43c8-85bc-c0686b13cd7f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.359756] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b0c42-895b-4e8e-bbdc-d3f6da805c27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.416115] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 927.416115] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527b82e4-dceb-b317-3520-0162208d44e9" [ 927.416115] env[69073]: _type = "Task" [ 927.416115] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.417493] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a48489-72d9-4e0a-91a8-7f70f4f3592a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.432130] env[69073]: DEBUG nova.compute.provider_tree [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.441829] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89dbdac-9bbb-410a-8ef9-4113f0cd14d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.444727] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527b82e4-dceb-b317-3520-0162208d44e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013467} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.445697] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.445987] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565/f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.446708] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f540becd-4935-4d0a-8776-1d9a5a746e99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.453934] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 927.453934] env[69073]: value = "task-3219660" [ 927.453934] env[69073]: _type = "Task" [ 927.453934] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.458306] env[69073]: DEBUG nova.virt.block_device [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Updating existing volume attachment record: 53d95813-6eeb-427d-95b5-74d04b972710 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 927.478795] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.485780] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219658, 'name': Rename_Task, 'duration_secs': 0.264478} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.486062] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.486325] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.486929] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-987c7435-8229-4d68-bac6-ec3602c59740 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.493295] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 927.493295] env[69073]: value = "task-3219661" [ 927.493295] env[69073]: _type = "Task" [ 927.493295] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.503756] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.504582] env[69073]: DEBUG nova.network.neutron [req-b5f9bbcf-be05-4b02-afb9-82e2a64d44f8 req-b673cd29-fd97-4557-b91a-d114104f58b1 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Updated VIF entry in instance network info cache for port 4ab31d0c-cdf8-4758-951e-1760864dd809. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.504933] env[69073]: DEBUG nova.network.neutron [req-b5f9bbcf-be05-4b02-afb9-82e2a64d44f8 req-b673cd29-fd97-4557-b91a-d114104f58b1 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Updating instance_info_cache with network_info: [{"id": "4ab31d0c-cdf8-4758-951e-1760864dd809", "address": "fa:16:3e:ad:20:61", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ab31d0c-cd", "ovs_interfaceid": "4ab31d0c-cdf8-4758-951e-1760864dd809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.551447] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219657, 'name': Destroy_Task, 'duration_secs': 0.92724} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.551719] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Destroyed the VM [ 927.551950] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 927.552796] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9546157-c52d-47c2-8191-a82812b2307d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.558169] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 927.558169] env[69073]: value = "task-3219662" [ 927.558169] env[69073]: _type = "Task" [ 927.558169] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.569450] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.938199] env[69073]: DEBUG nova.scheduler.client.report [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.966972] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.978562] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.008809] env[69073]: DEBUG oslo_concurrency.lockutils [req-b5f9bbcf-be05-4b02-afb9-82e2a64d44f8 req-b673cd29-fd97-4557-b91a-d114104f58b1 service nova] Releasing lock "refresh_cache-f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.009317] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.032584] env[69073]: DEBUG nova.network.neutron [-] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.064457] env[69073]: DEBUG nova.network.neutron [-] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.069753] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.198106] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "97535ddb-6907-4030-8407-ea478889cf74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.198362] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.198577] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "97535ddb-6907-4030-8407-ea478889cf74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.198759] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.198918] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.202311] env[69073]: DEBUG nova.compute.manager [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Received event network-vif-deleted-0d563541-14de-4c3d-9487-2acf0b3c1fa8 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.202525] env[69073]: DEBUG nova.compute.manager [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Received event network-vif-deleted-fa541969-4848-4f3a-9681-c786113f6b2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.202721] env[69073]: DEBUG nova.compute.manager [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-changed-8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.202880] env[69073]: DEBUG nova.compute.manager [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Refreshing instance network info cache due to event network-changed-8eee76be-27d3-41e8-b0bd-43475ad0b311. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.203078] env[69073]: DEBUG oslo_concurrency.lockutils [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] Acquiring lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.203216] env[69073]: DEBUG oslo_concurrency.lockutils [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] Acquired lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.203376] env[69073]: DEBUG nova.network.neutron [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Refreshing network info cache for port 8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.204767] env[69073]: INFO nova.compute.manager [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Terminating instance [ 928.284497] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "df129425-381c-4c41-8515-e6bcaa04869f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.284796] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "df129425-381c-4c41-8515-e6bcaa04869f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.285017] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "df129425-381c-4c41-8515-e6bcaa04869f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.285206] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "df129425-381c-4c41-8515-e6bcaa04869f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.285371] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "df129425-381c-4c41-8515-e6bcaa04869f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.289886] env[69073]: INFO nova.compute.manager [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Terminating instance [ 928.357375] env[69073]: DEBUG nova.network.neutron [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Successfully updated port: ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.389113] env[69073]: DEBUG nova.compute.manager [req-86ab9c0c-d5d5-475b-a7ed-c6e8c328231f req-9d97c82d-1b39-4a8b-af30-8dac5b869c66 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Received event network-vif-plugged-ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.389251] env[69073]: DEBUG oslo_concurrency.lockutils [req-86ab9c0c-d5d5-475b-a7ed-c6e8c328231f req-9d97c82d-1b39-4a8b-af30-8dac5b869c66 service nova] Acquiring lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.389457] env[69073]: DEBUG oslo_concurrency.lockutils [req-86ab9c0c-d5d5-475b-a7ed-c6e8c328231f req-9d97c82d-1b39-4a8b-af30-8dac5b869c66 service nova] Lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.390303] env[69073]: DEBUG oslo_concurrency.lockutils [req-86ab9c0c-d5d5-475b-a7ed-c6e8c328231f req-9d97c82d-1b39-4a8b-af30-8dac5b869c66 service nova] Lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.390303] env[69073]: DEBUG nova.compute.manager [req-86ab9c0c-d5d5-475b-a7ed-c6e8c328231f req-9d97c82d-1b39-4a8b-af30-8dac5b869c66 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] No waiting events found dispatching network-vif-plugged-ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.390303] env[69073]: WARNING nova.compute.manager [req-86ab9c0c-d5d5-475b-a7ed-c6e8c328231f req-9d97c82d-1b39-4a8b-af30-8dac5b869c66 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Received unexpected event network-vif-plugged-ac6a9178-b268-42f1-8795-214d2240b5be for instance with vm_state building and task_state block_device_mapping. [ 928.443248] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.443848] env[69073]: DEBUG nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.449495] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.389s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.449756] env[69073]: DEBUG nova.objects.instance [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lazy-loading 'resources' on Instance uuid 458910cb-b1ae-4807-add3-4963952c67ca {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.469707] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.483859] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.505182] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219661, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.538536] env[69073]: INFO nova.compute.manager [-] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Took 2.13 seconds to deallocate network for instance. [ 928.568398] env[69073]: INFO nova.compute.manager [-] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Took 2.09 seconds to deallocate network for instance. [ 928.575087] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.710615] env[69073]: DEBUG nova.compute.manager [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.710922] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.711847] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda85fa1-f43f-4a61-b1ae-c9f375c5d4ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.721571] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.721836] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f82a6b1a-383b-4a6f-a6b2-ce5f1cd35a6d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.729392] env[69073]: DEBUG oslo_vmware.api [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 928.729392] env[69073]: value = "task-3219663" [ 928.729392] env[69073]: _type = "Task" [ 928.729392] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.737975] env[69073]: DEBUG oslo_vmware.api [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.795467] env[69073]: DEBUG nova.compute.manager [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.795701] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.796688] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd6ebf-d337-4fb4-952d-8e8097011e2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.804651] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.804921] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c994453-856d-4ec7-a8fe-e3caa6045216 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.859926] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Acquiring lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.860097] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Acquired lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.860271] env[69073]: DEBUG nova.network.neutron [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.954572] env[69073]: DEBUG nova.compute.utils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.959283] env[69073]: DEBUG nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.959502] env[69073]: DEBUG nova.network.neutron [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.976353] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219660, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.984956] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219659, 'name': ReconfigVM_Task, 'duration_secs': 1.571765} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.987775] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d/3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.988662] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d06ef1f-273b-4fe9-ada8-150f2999bb60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.995429] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 928.995429] env[69073]: value = "task-3219665" [ 928.995429] env[69073]: _type = "Task" [ 928.995429] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.003591] env[69073]: DEBUG nova.policy [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537207c475ac4fe7ba73d014af2354c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a4064cf2b02430cae226a448174de14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.020306] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "878aaa16-3056-4e38-8d64-4e713167e51a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.020634] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "878aaa16-3056-4e38-8d64-4e713167e51a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.021927] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219665, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.030050] env[69073]: DEBUG nova.network.neutron [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updated VIF entry in instance network info cache for port 8eee76be-27d3-41e8-b0bd-43475ad0b311. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.030050] env[69073]: DEBUG nova.network.neutron [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.031880] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219661, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.048155] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.077125] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.077556] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219662, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.240976] env[69073]: DEBUG oslo_vmware.api [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219663, 'name': PowerOffVM_Task, 'duration_secs': 0.309157} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.241512] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.241790] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.242477] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce531775-9c44-4e88-8425-ec3143c52661 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.328684] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.329243] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.329541] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Deleting the datastore file [datastore1] 97535ddb-6907-4030-8407-ea478889cf74 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.329951] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d4be30-d1e7-4283-b96c-d3bf6cb97688 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.338027] env[69073]: DEBUG oslo_vmware.api [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for the task: (returnval){ [ 929.338027] env[69073]: value = "task-3219667" [ 929.338027] env[69073]: _type = "Task" [ 929.338027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.348137] env[69073]: DEBUG oslo_vmware.api [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.406668] env[69073]: DEBUG nova.network.neutron [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Successfully created port: 079011ef-a9a5-49d8-a7f6-5d5213e926e4 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.409285] env[69073]: DEBUG nova.network.neutron [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.460034] env[69073]: DEBUG nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.477446] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219660, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.535261} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.478752] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565/f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.479037] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.480117] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84af2bf9-164b-49c7-97e5-ec2e9b9e1dfb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.483465] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ff04f06-8819-4710-af97-a1d03bae36a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.492516] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b30339d-ff6d-48bd-acb6-2e53def3189f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.496712] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 929.496712] env[69073]: value = "task-3219668" [ 929.496712] env[69073]: _type = "Task" [ 929.496712] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.557026] env[69073]: DEBUG nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.561981] env[69073]: DEBUG oslo_concurrency.lockutils [req-bc780228-8783-427a-99a2-b95cb095583d req-847d846e-b606-4100-810b-2aa3f7ff26f6 service nova] Releasing lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.565811] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77858406-bd96-4bcf-b40f-9249df56d785 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.581324] env[69073]: DEBUG nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.582054] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.582408] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.582408] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.582579] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.582717] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.582857] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.583094] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.583344] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.583648] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.583648] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.585566] env[69073]: DEBUG nova.virt.hardware [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.585566] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219665, 'name': Rename_Task, 'duration_secs': 0.360256} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.585566] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.586108] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f0cf18-8da0-4592-94ff-8799dd01569f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.588834] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.594239] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e4b1259-6b89-49db-9063-fdda6ad0c705 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.595824] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064066} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.599317] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.600559] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bb8628-4ce4-4a68-9243-d9553dcf86b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.604803] env[69073]: DEBUG oslo_vmware.api [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219662, 'name': RemoveSnapshot_Task, 'duration_secs': 1.917257} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.608351] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49658622-2184-43ca-a2b5-755f10ddfba6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.610948] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.611198] env[69073]: INFO nova.compute.manager [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Took 17.88 seconds to snapshot the instance on the hypervisor. [ 929.616181] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ecfdf9-9bee-47bc-a02f-e3fe5c268211 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.620526] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 929.620526] env[69073]: value = "task-3219669" [ 929.620526] env[69073]: _type = "Task" [ 929.620526] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.629487] env[69073]: DEBUG nova.compute.provider_tree [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.653013] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565/f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.664518] env[69073]: DEBUG nova.scheduler.client.report [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.668176] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4a8d907-380a-44df-85f7-257f76fff673 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.688154] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.689859] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 929.689859] env[69073]: value = "task-3219670" [ 929.689859] env[69073]: _type = "Task" [ 929.689859] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.699140] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219670, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.739833] env[69073]: DEBUG nova.network.neutron [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Updating instance_info_cache with network_info: [{"id": "ac6a9178-b268-42f1-8795-214d2240b5be", "address": "fa:16:3e:57:37:c0", "network": {"id": "87989753-ef9c-4322-a0ea-45307aadc92e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2108211519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93997755a9774f52bbcad1e3addb65fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6a9178-b2", "ovs_interfaceid": "ac6a9178-b268-42f1-8795-214d2240b5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.846937] env[69073]: DEBUG oslo_vmware.api [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.009225] env[69073]: DEBUG oslo_vmware.api [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219661, 'name': PowerOnVM_Task, 'duration_secs': 2.205051} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.009527] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.009683] env[69073]: INFO nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Took 12.23 seconds to spawn the instance on the hypervisor. [ 930.010589] env[69073]: DEBUG nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.010668] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd45381-86bd-4914-b4c3-67b1f3214122 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.078761] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.129148] env[69073]: DEBUG nova.compute.manager [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Instance disappeared during snapshot {{(pid=69073) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 930.141410] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.143864] env[69073]: DEBUG nova.compute.manager [None req-aa49dc74-dc4e-4e57-aab3-9dd886d82e5d tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image not found during clean up e6c9b2e3-821c-424b-97fb-18aab0d777d3 {{(pid=69073) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 930.184419] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.187095] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.735s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.187095] env[69073]: DEBUG nova.objects.instance [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.200209] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219670, 'name': ReconfigVM_Task, 'duration_secs': 0.301052} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.200477] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Reconfigured VM instance instance-0000003e to attach disk [datastore2] f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565/f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.201106] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaf9fee3-7170-472b-976f-071efbc098b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.207935] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 930.207935] env[69073]: value = "task-3219671" [ 930.207935] env[69073]: _type = "Task" [ 930.207935] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.213256] env[69073]: INFO nova.scheduler.client.report [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Deleted allocations for instance 458910cb-b1ae-4807-add3-4963952c67ca [ 930.220058] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219671, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.243476] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Releasing lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.243476] env[69073]: DEBUG nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Instance network_info: |[{"id": "ac6a9178-b268-42f1-8795-214d2240b5be", "address": "fa:16:3e:57:37:c0", "network": {"id": "87989753-ef9c-4322-a0ea-45307aadc92e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2108211519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93997755a9774f52bbcad1e3addb65fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6a9178-b2", "ovs_interfaceid": "ac6a9178-b268-42f1-8795-214d2240b5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.243476] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:37:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6a9178-b268-42f1-8795-214d2240b5be', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.253228] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Creating folder: Project (93997755a9774f52bbcad1e3addb65fd). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.253701] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afd1fb39-61b8-470e-8d06-a65c5e0a0cc3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.267251] env[69073]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 930.267444] env[69073]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69073) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 930.267803] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Folder already exists: Project (93997755a9774f52bbcad1e3addb65fd). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 930.267997] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Creating folder: Instances. Parent ref: group-v643685. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.268947] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e6d43e1-11c9-4946-922c-deefa55c76d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.279509] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Created folder: Instances in parent group-v643685. [ 930.279764] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.279950] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.280173] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06456b83-607f-49d0-a9ae-2066c3fadf7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.299947] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.299947] env[69073]: value = "task-3219674" [ 930.299947] env[69073]: _type = "Task" [ 930.299947] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.307780] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219674, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.347748] env[69073]: DEBUG oslo_vmware.api [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Task: {'id': task-3219667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579903} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.348197] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.348271] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.348475] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.348655] env[69073]: INFO nova.compute.manager [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Took 1.64 seconds to destroy the instance on the hypervisor. [ 930.348935] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.349167] env[69073]: DEBUG nova.compute.manager [-] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.349263] env[69073]: DEBUG nova.network.neutron [-] [instance: 97535ddb-6907-4030-8407-ea478889cf74] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.472618] env[69073]: DEBUG nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.489197] env[69073]: DEBUG nova.compute.manager [req-e5620fca-daf7-43a9-9c85-0ef808d2e018 req-0aff4add-d36a-4528-b152-355e1903f9e2 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Received event network-changed-ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.489440] env[69073]: DEBUG nova.compute.manager [req-e5620fca-daf7-43a9-9c85-0ef808d2e018 req-0aff4add-d36a-4528-b152-355e1903f9e2 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Refreshing instance network info cache due to event network-changed-ac6a9178-b268-42f1-8795-214d2240b5be. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.489705] env[69073]: DEBUG oslo_concurrency.lockutils [req-e5620fca-daf7-43a9-9c85-0ef808d2e018 req-0aff4add-d36a-4528-b152-355e1903f9e2 service nova] Acquiring lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.489865] env[69073]: DEBUG oslo_concurrency.lockutils [req-e5620fca-daf7-43a9-9c85-0ef808d2e018 req-0aff4add-d36a-4528-b152-355e1903f9e2 service nova] Acquired lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.490308] env[69073]: DEBUG nova.network.neutron [req-e5620fca-daf7-43a9-9c85-0ef808d2e018 req-0aff4add-d36a-4528-b152-355e1903f9e2 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Refreshing network info cache for port ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.505392] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.505706] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.505898] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.506112] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.506264] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.506412] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.506690] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.506899] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.507093] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.507330] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.507558] env[69073]: DEBUG nova.virt.hardware [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.508783] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edd0b33-b702-4a26-8808-089211d3e5c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.517511] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ee6a0e-47cc-426f-8125-2517ee7e6324 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.545192] env[69073]: INFO nova.compute.manager [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Took 45.57 seconds to build instance. [ 930.642740] env[69073]: DEBUG oslo_vmware.api [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219669, 'name': PowerOnVM_Task, 'duration_secs': 0.877379} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.644632] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.644922] env[69073]: INFO nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Took 10.13 seconds to spawn the instance on the hypervisor. [ 930.645131] env[69073]: DEBUG nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.645938] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cdadc9-327b-4e4c-9486-062f0774a881 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.719081] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219671, 'name': Rename_Task, 'duration_secs': 0.148786} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.719363] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.719631] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29881779-3151-4483-93b8-5ac726397c23 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.724667] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a90b9cae-8636-4e01-9758-8a90f0181630 tempest-ServerPasswordTestJSON-220166906 tempest-ServerPasswordTestJSON-220166906-project-member] Lock "458910cb-b1ae-4807-add3-4963952c67ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.219s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.727997] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 930.727997] env[69073]: value = "task-3219675" [ 930.727997] env[69073]: _type = "Task" [ 930.727997] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.741532] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.810360] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219674, 'name': CreateVM_Task, 'duration_secs': 0.482577} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.812019] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.812019] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'attachment_id': '53d95813-6eeb-427d-95b5-74d04b972710', 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643691', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'name': 'volume-71787c24-150b-4a52-b8c4-8051b25e2b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'serial': '71787c24-150b-4a52-b8c4-8051b25e2b22'}, 'volume_type': None}], 'swap': None} {{(pid=69073) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 930.812019] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Root volume attach. Driver type: vmdk {{(pid=69073) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 930.812236] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d770f301-8a5e-4b1d-b2e7-041d642d565c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.819396] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3f9755-0573-493e-ad39-e63cecd05677 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.825427] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f361e3-0c3a-4090-8acd-c67d4e6a057f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.831168] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a09af0ab-65d0-46b5-8a23-79c3e502928d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.837375] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 930.837375] env[69073]: value = "task-3219676" [ 930.837375] env[69073]: _type = "Task" [ 930.837375] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.845046] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.047469] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c956926a-4263-412d-bde7-29baee051c9a tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.279s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.093297] env[69073]: DEBUG nova.compute.manager [req-43b1d8a9-b7c2-42a5-8ca2-9059d19646c0 req-82845432-2f00-4b19-ad5a-6a74311ec53c service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Received event network-vif-plugged-079011ef-a9a5-49d8-a7f6-5d5213e926e4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.093549] env[69073]: DEBUG oslo_concurrency.lockutils [req-43b1d8a9-b7c2-42a5-8ca2-9059d19646c0 req-82845432-2f00-4b19-ad5a-6a74311ec53c service nova] Acquiring lock "ffa4f3d0-793e-4fea-8027-7de487442d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.093775] env[69073]: DEBUG oslo_concurrency.lockutils [req-43b1d8a9-b7c2-42a5-8ca2-9059d19646c0 req-82845432-2f00-4b19-ad5a-6a74311ec53c service nova] Lock "ffa4f3d0-793e-4fea-8027-7de487442d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.093988] env[69073]: DEBUG oslo_concurrency.lockutils [req-43b1d8a9-b7c2-42a5-8ca2-9059d19646c0 req-82845432-2f00-4b19-ad5a-6a74311ec53c service nova] Lock "ffa4f3d0-793e-4fea-8027-7de487442d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.094251] env[69073]: DEBUG nova.compute.manager [req-43b1d8a9-b7c2-42a5-8ca2-9059d19646c0 req-82845432-2f00-4b19-ad5a-6a74311ec53c service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] No waiting events found dispatching network-vif-plugged-079011ef-a9a5-49d8-a7f6-5d5213e926e4 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.094664] env[69073]: WARNING nova.compute.manager [req-43b1d8a9-b7c2-42a5-8ca2-9059d19646c0 req-82845432-2f00-4b19-ad5a-6a74311ec53c service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Received unexpected event network-vif-plugged-079011ef-a9a5-49d8-a7f6-5d5213e926e4 for instance with vm_state building and task_state spawning. [ 931.165978] env[69073]: INFO nova.compute.manager [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Took 44.97 seconds to build instance. [ 931.195906] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4048f2fa-f5aa-47f5-a6c3-d6d5f9b4814e tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.197917] env[69073]: DEBUG nova.network.neutron [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Successfully updated port: 079011ef-a9a5-49d8-a7f6-5d5213e926e4 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.203912] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.596s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.205013] env[69073]: INFO nova.compute.claims [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.215262] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.215473] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.215651] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleting the datastore file [datastore1] df129425-381c-4c41-8515-e6bcaa04869f {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.215913] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12aac7d8-079e-4bae-8515-9cce8428074b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.230073] env[69073]: DEBUG oslo_vmware.api [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 931.230073] env[69073]: value = "task-3219677" [ 931.230073] env[69073]: _type = "Task" [ 931.230073] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.246630] env[69073]: DEBUG oslo_vmware.api [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.252387] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219675, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.354443] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task} progress is 40%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.373183] env[69073]: DEBUG nova.network.neutron [req-e5620fca-daf7-43a9-9c85-0ef808d2e018 req-0aff4add-d36a-4528-b152-355e1903f9e2 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Updated VIF entry in instance network info cache for port ac6a9178-b268-42f1-8795-214d2240b5be. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.373602] env[69073]: DEBUG nova.network.neutron [req-e5620fca-daf7-43a9-9c85-0ef808d2e018 req-0aff4add-d36a-4528-b152-355e1903f9e2 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Updating instance_info_cache with network_info: [{"id": "ac6a9178-b268-42f1-8795-214d2240b5be", "address": "fa:16:3e:57:37:c0", "network": {"id": "87989753-ef9c-4322-a0ea-45307aadc92e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2108211519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93997755a9774f52bbcad1e3addb65fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6a9178-b2", "ovs_interfaceid": "ac6a9178-b268-42f1-8795-214d2240b5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.668928] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b8fd7bb-a755-4365-9bf2-c7efce360bfd tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.683s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.717872] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "refresh_cache-ffa4f3d0-793e-4fea-8027-7de487442d67" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.718035] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquired lock "refresh_cache-ffa4f3d0-793e-4fea-8027-7de487442d67" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.718381] env[69073]: DEBUG nova.network.neutron [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.750754] env[69073]: DEBUG oslo_vmware.api [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25323} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.755061] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.755416] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.755648] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.755862] env[69073]: INFO nova.compute.manager [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Took 2.96 seconds to destroy the instance on the hypervisor. [ 931.756176] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.756464] env[69073]: DEBUG oslo_vmware.api [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219675, 'name': PowerOnVM_Task, 'duration_secs': 0.87843} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.756680] env[69073]: DEBUG nova.compute.manager [-] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.756779] env[69073]: DEBUG nova.network.neutron [-] [instance: df129425-381c-4c41-8515-e6bcaa04869f] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.759651] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.759903] env[69073]: INFO nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Took 8.71 seconds to spawn the instance on the hypervisor. [ 931.760163] env[69073]: DEBUG nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.761890] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28a20a6-1119-462d-b307-bf4ca6113714 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.853159] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task} progress is 53%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.876680] env[69073]: DEBUG oslo_concurrency.lockutils [req-e5620fca-daf7-43a9-9c85-0ef808d2e018 req-0aff4add-d36a-4528-b152-355e1903f9e2 service nova] Releasing lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.971174] env[69073]: DEBUG nova.network.neutron [-] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.277866] env[69073]: DEBUG nova.network.neutron [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.293364] env[69073]: INFO nova.compute.manager [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Took 46.03 seconds to build instance. [ 932.358082] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task} progress is 65%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.474608] env[69073]: INFO nova.compute.manager [-] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Took 2.13 seconds to deallocate network for instance. [ 932.523414] env[69073]: DEBUG nova.network.neutron [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Updating instance_info_cache with network_info: [{"id": "079011ef-a9a5-49d8-a7f6-5d5213e926e4", "address": "fa:16:3e:d5:9b:ac", "network": {"id": "67b98d25-80e2-4a33-8d7d-43188f2bf6b5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-17926296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a4064cf2b02430cae226a448174de14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079011ef-a9", "ovs_interfaceid": "079011ef-a9a5-49d8-a7f6-5d5213e926e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.697888] env[69073]: DEBUG nova.compute.manager [req-c78b31d0-f560-4e5f-af39-f09a98098d27 req-8540cd82-cccc-40f5-9d1f-d830ff03bf5c service nova] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Received event network-vif-deleted-42aa637b-c600-40c1-a6cd-b55ec5759e33 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.699247] env[69073]: DEBUG nova.compute.manager [req-c78b31d0-f560-4e5f-af39-f09a98098d27 req-8540cd82-cccc-40f5-9d1f-d830ff03bf5c service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Received event network-vif-deleted-3f856854-51e9-4cc3-bf11-f219a6690ea2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.699578] env[69073]: INFO nova.compute.manager [req-c78b31d0-f560-4e5f-af39-f09a98098d27 req-8540cd82-cccc-40f5-9d1f-d830ff03bf5c service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Neutron deleted interface 3f856854-51e9-4cc3-bf11-f219a6690ea2; detaching it from the instance and deleting it from the info cache [ 932.699850] env[69073]: DEBUG nova.network.neutron [req-c78b31d0-f560-4e5f-af39-f09a98098d27 req-8540cd82-cccc-40f5-9d1f-d830ff03bf5c service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.797060] env[69073]: DEBUG oslo_concurrency.lockutils [None req-52dee44d-a045-4226-afcf-cb49cf2d0356 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.528s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.821550] env[69073]: DEBUG nova.network.neutron [-] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.851972] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b669b5e5-7154-46c6-b74b-f9d7071084d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.860916] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b60e3a4-7c5d-4dbf-a11a-8a8b9d33c212 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.870693] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task} progress is 78%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.904652] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d764028-2ac8-4e6b-8d65-4ed54505e189 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.914495] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff54963-8c19-4c51-8f2d-02c368b01d43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.931497] env[69073]: DEBUG nova.compute.provider_tree [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.988719] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.026172] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Releasing lock "refresh_cache-ffa4f3d0-793e-4fea-8027-7de487442d67" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.028411] env[69073]: DEBUG nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Instance network_info: |[{"id": "079011ef-a9a5-49d8-a7f6-5d5213e926e4", "address": "fa:16:3e:d5:9b:ac", "network": {"id": "67b98d25-80e2-4a33-8d7d-43188f2bf6b5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-17926296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a4064cf2b02430cae226a448174de14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079011ef-a9", "ovs_interfaceid": "079011ef-a9a5-49d8-a7f6-5d5213e926e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.028990] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:9b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '079011ef-a9a5-49d8-a7f6-5d5213e926e4', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.038866] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Creating folder: Project (5a4064cf2b02430cae226a448174de14). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.038991] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f195762c-5830-4cf0-9070-3e3973f69db0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.052600] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Created folder: Project (5a4064cf2b02430cae226a448174de14) in parent group-v643537. [ 933.052600] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Creating folder: Instances. Parent ref: group-v643726. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.052600] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-621e80e0-f407-49f7-a5a6-59e1a4ff34d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.070373] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.070699] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.077680] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Created folder: Instances in parent group-v643726. [ 933.078012] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.078268] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.079239] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd009a2-4e93-40f6-84b6-763fec99a5d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.106406] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.106406] env[69073]: value = "task-3219680" [ 933.106406] env[69073]: _type = "Task" [ 933.106406] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.119171] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219680, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.202970] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-987c3d44-302c-4cd9-a2c9-02c0f7f36169 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.217196] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d39b515-f269-4e2f-9c76-24625648a17a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.230365] env[69073]: DEBUG nova.compute.manager [req-34e31633-2c4c-44c6-b354-83c36806b9cf req-b11c2a8d-85ff-4741-bfc0-9b2b3c3f8d79 service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Received event network-changed-079011ef-a9a5-49d8-a7f6-5d5213e926e4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.230979] env[69073]: DEBUG nova.compute.manager [req-34e31633-2c4c-44c6-b354-83c36806b9cf req-b11c2a8d-85ff-4741-bfc0-9b2b3c3f8d79 service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Refreshing instance network info cache due to event network-changed-079011ef-a9a5-49d8-a7f6-5d5213e926e4. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.230979] env[69073]: DEBUG oslo_concurrency.lockutils [req-34e31633-2c4c-44c6-b354-83c36806b9cf req-b11c2a8d-85ff-4741-bfc0-9b2b3c3f8d79 service nova] Acquiring lock "refresh_cache-ffa4f3d0-793e-4fea-8027-7de487442d67" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.230979] env[69073]: DEBUG oslo_concurrency.lockutils [req-34e31633-2c4c-44c6-b354-83c36806b9cf req-b11c2a8d-85ff-4741-bfc0-9b2b3c3f8d79 service nova] Acquired lock "refresh_cache-ffa4f3d0-793e-4fea-8027-7de487442d67" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.231155] env[69073]: DEBUG nova.network.neutron [req-34e31633-2c4c-44c6-b354-83c36806b9cf req-b11c2a8d-85ff-4741-bfc0-9b2b3c3f8d79 service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Refreshing network info cache for port 079011ef-a9a5-49d8-a7f6-5d5213e926e4 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.259444] env[69073]: DEBUG nova.compute.manager [req-c78b31d0-f560-4e5f-af39-f09a98098d27 req-8540cd82-cccc-40f5-9d1f-d830ff03bf5c service nova] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Detach interface failed, port_id=3f856854-51e9-4cc3-bf11-f219a6690ea2, reason: Instance df129425-381c-4c41-8515-e6bcaa04869f could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.326860] env[69073]: INFO nova.compute.manager [-] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Took 1.57 seconds to deallocate network for instance. [ 933.355835] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task} progress is 92%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.435182] env[69073]: DEBUG nova.scheduler.client.report [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.570496] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquiring lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.570730] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.570994] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquiring lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.571232] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.571425] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.573668] env[69073]: INFO nova.compute.manager [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Terminating instance [ 933.576212] env[69073]: DEBUG nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 933.620374] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219680, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.834785] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.855169] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task} progress is 97%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.918558] env[69073]: DEBUG oslo_concurrency.lockutils [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.918866] env[69073]: DEBUG oslo_concurrency.lockutils [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.941220] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.941220] env[69073]: DEBUG nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.943644] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.779s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.944026] env[69073]: DEBUG nova.objects.instance [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lazy-loading 'resources' on Instance uuid 623de1ae-828a-4d03-8a01-6c284b1a5425 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.971421] env[69073]: DEBUG nova.network.neutron [req-34e31633-2c4c-44c6-b354-83c36806b9cf req-b11c2a8d-85ff-4741-bfc0-9b2b3c3f8d79 service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Updated VIF entry in instance network info cache for port 079011ef-a9a5-49d8-a7f6-5d5213e926e4. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.971819] env[69073]: DEBUG nova.network.neutron [req-34e31633-2c4c-44c6-b354-83c36806b9cf req-b11c2a8d-85ff-4741-bfc0-9b2b3c3f8d79 service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Updating instance_info_cache with network_info: [{"id": "079011ef-a9a5-49d8-a7f6-5d5213e926e4", "address": "fa:16:3e:d5:9b:ac", "network": {"id": "67b98d25-80e2-4a33-8d7d-43188f2bf6b5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-17926296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5a4064cf2b02430cae226a448174de14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079011ef-a9", "ovs_interfaceid": "079011ef-a9a5-49d8-a7f6-5d5213e926e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.088191] env[69073]: DEBUG nova.compute.manager [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.088427] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.090574] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf45eb-1799-4041-bc56-31cb111109b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.097919] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.098664] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d890ab3e-f7f3-4fcc-9133-c730afd74584 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.104877] env[69073]: DEBUG oslo_vmware.api [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 934.104877] env[69073]: value = "task-3219681" [ 934.104877] env[69073]: _type = "Task" [ 934.104877] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.113544] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.117696] env[69073]: DEBUG oslo_vmware.api [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.122488] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219680, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.356015] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task} progress is 98%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.422350] env[69073]: DEBUG nova.compute.utils [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.449528] env[69073]: DEBUG nova.compute.utils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.451030] env[69073]: DEBUG nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.451160] env[69073]: DEBUG nova.network.neutron [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.476022] env[69073]: DEBUG oslo_concurrency.lockutils [req-34e31633-2c4c-44c6-b354-83c36806b9cf req-b11c2a8d-85ff-4741-bfc0-9b2b3c3f8d79 service nova] Releasing lock "refresh_cache-ffa4f3d0-793e-4fea-8027-7de487442d67" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.541658] env[69073]: DEBUG nova.policy [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191b35ea90a44a59958e58253a85fda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f58016a7de41ca9415932d9e17fa92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.620555] env[69073]: DEBUG oslo_vmware.api [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.625758] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219680, 'name': CreateVM_Task, 'duration_secs': 1.506796} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.626303] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.626855] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.627248] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.627631] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.627939] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34babd01-8630-4674-97c2-ce252310fe3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.636642] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 934.636642] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b7843d-1dc7-640f-ab3f-b1b85365d21f" [ 934.636642] env[69073]: _type = "Task" [ 934.636642] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.645398] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b7843d-1dc7-640f-ab3f-b1b85365d21f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.856830] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219676, 'name': RelocateVM_Task, 'duration_secs': 3.561765} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.859491] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 934.859741] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643691', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'name': 'volume-71787c24-150b-4a52-b8c4-8051b25e2b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'serial': '71787c24-150b-4a52-b8c4-8051b25e2b22'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 934.860752] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366873b-1ca8-438e-b9d2-60497d375536 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.882237] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59960aba-95b6-4571-883c-0bda2ef40b15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.904335] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-71787c24-150b-4a52-b8c4-8051b25e2b22/volume-71787c24-150b-4a52-b8c4-8051b25e2b22.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.907241] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc8b378-929e-4cb9-a7f1-d6a067e2bedb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.925046] env[69073]: DEBUG oslo_concurrency.lockutils [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.928725] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 934.928725] env[69073]: value = "task-3219682" [ 934.928725] env[69073]: _type = "Task" [ 934.928725] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.938369] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219682, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.957497] env[69073]: DEBUG nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.047091] env[69073]: DEBUG nova.network.neutron [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Successfully created port: f9813ffd-cdcf-4ecb-a5d2-a3602928811b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.065412] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832ef314-ae39-4fdc-8d40-657aacda215d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.072677] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f2a1c-e396-4098-8d29-62d1ddbce6f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.103271] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395df1ba-3be5-4210-a339-636b52f1c503 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.117115] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c02c1e5-5d1b-4b75-b840-15f9054c6be9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.121208] env[69073]: DEBUG oslo_vmware.api [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219681, 'name': PowerOffVM_Task, 'duration_secs': 0.917678} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.121465] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.121635] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.122260] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31b89e0a-b9b4-48a3-9423-b5dd51b4786e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.131219] env[69073]: DEBUG nova.compute.provider_tree [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.148241] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b7843d-1dc7-640f-ab3f-b1b85365d21f, 'name': SearchDatastore_Task, 'duration_secs': 0.025282} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.148587] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.148753] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.148988] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.149136] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.149305] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.149555] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a31d2688-a93c-45ec-86f8-d24254e4d89c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.159308] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.159308] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.160656] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9043e2c-d826-4c65-a9d5-ab8dbaa05e35 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.168028] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 935.168028] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526d6616-7312-f3bc-9fb3-af2c63f3225d" [ 935.168028] env[69073]: _type = "Task" [ 935.168028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.173730] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526d6616-7312-f3bc-9fb3-af2c63f3225d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.196765] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.196974] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.197198] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Deleting the datastore file [datastore2] 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.197471] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5676eeb7-703f-4377-b9f5-1c2b447d3f28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.203828] env[69073]: DEBUG oslo_vmware.api [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for the task: (returnval){ [ 935.203828] env[69073]: value = "task-3219684" [ 935.203828] env[69073]: _type = "Task" [ 935.203828] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.211230] env[69073]: DEBUG oslo_vmware.api [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.439844] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.634283] env[69073]: DEBUG nova.scheduler.client.report [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.677622] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526d6616-7312-f3bc-9fb3-af2c63f3225d, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.678480] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930e831f-ff4d-4db1-b610-ed8c71b9f8c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.685802] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 935.685802] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52927ab1-db81-d3aa-2832-8df66f6dc73b" [ 935.685802] env[69073]: _type = "Task" [ 935.685802] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.693863] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52927ab1-db81-d3aa-2832-8df66f6dc73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.714275] env[69073]: DEBUG oslo_vmware.api [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Task: {'id': task-3219684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305624} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.714275] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.714531] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.714914] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.715264] env[69073]: INFO nova.compute.manager [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 935.715642] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.715994] env[69073]: DEBUG nova.compute.manager [-] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.716249] env[69073]: DEBUG nova.network.neutron [-] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.939360] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219682, 'name': ReconfigVM_Task, 'duration_secs': 0.655446} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.939896] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-71787c24-150b-4a52-b8c4-8051b25e2b22/volume-71787c24-150b-4a52-b8c4-8051b25e2b22.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.948331] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e05fcd7-180d-4b7e-a488-f3ed9a245c21 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.968151] env[69073]: DEBUG nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.969943] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 935.969943] env[69073]: value = "task-3219685" [ 935.969943] env[69073]: _type = "Task" [ 935.969943] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.982784] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.008538] env[69073]: DEBUG oslo_concurrency.lockutils [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.008538] env[69073]: DEBUG oslo_concurrency.lockutils [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.008538] env[69073]: INFO nova.compute.manager [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Attaching volume ab7f4304-8931-49c8-a347-e728e7b0dc63 to /dev/sdb [ 936.012624] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.012624] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.012624] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.012884] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.013051] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.013196] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.013288] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.013453] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.013591] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.014048] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.014048] env[69073]: DEBUG nova.virt.hardware [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.015707] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c87f3d7-68a0-48f6-be87-62f2f5075e07 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.027449] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eaedb8-852e-49ce-bf09-a6fe2f636ea2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.063999] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc0fa6-e9b8-45f2-88e8-7c1ed747fb7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.072402] env[69073]: DEBUG nova.compute.manager [req-e813caf7-faa9-4963-99c7-8fe0990c12ba req-37e1cce7-0451-42f4-905e-65fbb22ffb5b service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Received event network-vif-deleted-e59a6eb6-1bb0-4693-93a8-176bd695370a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.072655] env[69073]: INFO nova.compute.manager [req-e813caf7-faa9-4963-99c7-8fe0990c12ba req-37e1cce7-0451-42f4-905e-65fbb22ffb5b service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Neutron deleted interface e59a6eb6-1bb0-4693-93a8-176bd695370a; detaching it from the instance and deleting it from the info cache [ 936.072827] env[69073]: DEBUG nova.network.neutron [req-e813caf7-faa9-4963-99c7-8fe0990c12ba req-37e1cce7-0451-42f4-905e-65fbb22ffb5b service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.077991] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7c740-d514-4e45-94bd-c885829da27d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.092982] env[69073]: DEBUG nova.virt.block_device [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Updating existing volume attachment record: c6a66d57-453f-4968-b304-64b5b24b0e19 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 936.140817] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.148038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.608s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.148617] env[69073]: DEBUG nova.objects.instance [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 936.190110] env[69073]: INFO nova.scheduler.client.report [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Deleted allocations for instance 623de1ae-828a-4d03-8a01-6c284b1a5425 [ 936.204329] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52927ab1-db81-d3aa-2832-8df66f6dc73b, 'name': SearchDatastore_Task, 'duration_secs': 0.039007} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.204727] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.204977] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ffa4f3d0-793e-4fea-8027-7de487442d67/ffa4f3d0-793e-4fea-8027-7de487442d67.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.206070] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b36cb4-d6c0-4e04-81ac-9aac8fa5f0ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.212758] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 936.212758] env[69073]: value = "task-3219686" [ 936.212758] env[69073]: _type = "Task" [ 936.212758] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.223189] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.482325] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219685, 'name': ReconfigVM_Task, 'duration_secs': 0.143535} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.482735] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643691', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'name': 'volume-71787c24-150b-4a52-b8c4-8051b25e2b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'serial': '71787c24-150b-4a52-b8c4-8051b25e2b22'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 936.483339] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-320f6b62-7d40-4600-baba-8675ad588304 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.493300] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 936.493300] env[69073]: value = "task-3219690" [ 936.493300] env[69073]: _type = "Task" [ 936.493300] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.505886] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219690, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.548590] env[69073]: DEBUG nova.network.neutron [-] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.581681] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6de701d8-580f-4cd7-81b2-82499ab5f77d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.591697] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a067d5d-a957-4b3e-b7c4-6942063b6e6a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.646530] env[69073]: DEBUG nova.compute.manager [req-e813caf7-faa9-4963-99c7-8fe0990c12ba req-37e1cce7-0451-42f4-905e-65fbb22ffb5b service nova] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Detach interface failed, port_id=e59a6eb6-1bb0-4693-93a8-176bd695370a, reason: Instance 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.701928] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ba2869c-537d-489f-83ed-c592430dd1e4 tempest-ServerShowV254Test-950009972 tempest-ServerShowV254Test-950009972-project-member] Lock "623de1ae-828a-4d03-8a01-6c284b1a5425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.888s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.727707] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.887266] env[69073]: DEBUG nova.compute.manager [req-9432027f-5fcf-4d5d-b1f4-9d5fdbc59769 req-499e41a5-34eb-46f4-86f6-bcb7dd9c8672 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Received event network-vif-plugged-f9813ffd-cdcf-4ecb-a5d2-a3602928811b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.887390] env[69073]: DEBUG oslo_concurrency.lockutils [req-9432027f-5fcf-4d5d-b1f4-9d5fdbc59769 req-499e41a5-34eb-46f4-86f6-bcb7dd9c8672 service nova] Acquiring lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.887652] env[69073]: DEBUG oslo_concurrency.lockutils [req-9432027f-5fcf-4d5d-b1f4-9d5fdbc59769 req-499e41a5-34eb-46f4-86f6-bcb7dd9c8672 service nova] Lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.887866] env[69073]: DEBUG oslo_concurrency.lockutils [req-9432027f-5fcf-4d5d-b1f4-9d5fdbc59769 req-499e41a5-34eb-46f4-86f6-bcb7dd9c8672 service nova] Lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.888076] env[69073]: DEBUG nova.compute.manager [req-9432027f-5fcf-4d5d-b1f4-9d5fdbc59769 req-499e41a5-34eb-46f4-86f6-bcb7dd9c8672 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] No waiting events found dispatching network-vif-plugged-f9813ffd-cdcf-4ecb-a5d2-a3602928811b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 936.888543] env[69073]: WARNING nova.compute.manager [req-9432027f-5fcf-4d5d-b1f4-9d5fdbc59769 req-499e41a5-34eb-46f4-86f6-bcb7dd9c8672 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Received unexpected event network-vif-plugged-f9813ffd-cdcf-4ecb-a5d2-a3602928811b for instance with vm_state building and task_state spawning. [ 936.994523] env[69073]: DEBUG nova.network.neutron [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Successfully updated port: f9813ffd-cdcf-4ecb-a5d2-a3602928811b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.005602] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219690, 'name': Rename_Task, 'duration_secs': 0.156263} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.005865] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.006384] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d766353b-4c32-408c-9276-09ba4d109cd0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.012084] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 937.012084] env[69073]: value = "task-3219691" [ 937.012084] env[69073]: _type = "Task" [ 937.012084] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.020057] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.053066] env[69073]: INFO nova.compute.manager [-] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Took 1.34 seconds to deallocate network for instance. [ 937.159984] env[69073]: DEBUG oslo_concurrency.lockutils [None req-819370fd-d5c1-4903-b6e2-1466db0ce90d tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.161205] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.900s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.163751] env[69073]: INFO nova.compute.claims [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.233317] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615394} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.233568] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ffa4f3d0-793e-4fea-8027-7de487442d67/ffa4f3d0-793e-4fea-8027-7de487442d67.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.233782] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.234053] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da5d4d5a-5377-4593-8aec-43cbb29258a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.246621] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 937.246621] env[69073]: value = "task-3219692" [ 937.246621] env[69073]: _type = "Task" [ 937.246621] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.255367] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.498079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "refresh_cache-0fb01e9a-14ba-45a0-8465-2813e8935d4a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.498079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "refresh_cache-0fb01e9a-14ba-45a0-8465-2813e8935d4a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.498079] env[69073]: DEBUG nova.network.neutron [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.525702] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.563515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.757433] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195585} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.757433] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.757705] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a2d0ee-aaa7-4e03-a6f9-e3fcc7a76ff7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.783582] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ffa4f3d0-793e-4fea-8027-7de487442d67/ffa4f3d0-793e-4fea-8027-7de487442d67.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.783582] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9560514-bfc5-4e33-b000-4a3078cf9b1d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.804187] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 937.804187] env[69073]: value = "task-3219693" [ 937.804187] env[69073]: _type = "Task" [ 937.804187] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.812816] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.029532] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.030450] env[69073]: DEBUG nova.network.neutron [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.114391] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquiring lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.114633] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.233952] env[69073]: DEBUG nova.network.neutron [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Updating instance_info_cache with network_info: [{"id": "f9813ffd-cdcf-4ecb-a5d2-a3602928811b", "address": "fa:16:3e:07:3f:e9", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9813ffd-cd", "ovs_interfaceid": "f9813ffd-cdcf-4ecb-a5d2-a3602928811b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.317487] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.524092] env[69073]: DEBUG oslo_vmware.api [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219691, 'name': PowerOnVM_Task, 'duration_secs': 1.15353} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.526779] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.527022] env[69073]: INFO nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Took 8.95 seconds to spawn the instance on the hypervisor. [ 938.527616] env[69073]: DEBUG nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.528360] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692755e5-0e84-45b9-bb81-999b3f5320db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.617179] env[69073]: DEBUG nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.687972] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a25de1f-b869-4458-94be-970c4ea66c7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.699244] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83753a3-0198-4333-a914-044813fe3ea3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.732215] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c072612-66a4-4783-8243-1efd3eeae691 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.736992] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "refresh_cache-0fb01e9a-14ba-45a0-8465-2813e8935d4a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.737321] env[69073]: DEBUG nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Instance network_info: |[{"id": "f9813ffd-cdcf-4ecb-a5d2-a3602928811b", "address": "fa:16:3e:07:3f:e9", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9813ffd-cd", "ovs_interfaceid": "f9813ffd-cdcf-4ecb-a5d2-a3602928811b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 938.739770] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:3f:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9813ffd-cdcf-4ecb-a5d2-a3602928811b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.747143] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.747420] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.748613] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9720c1-6b88-4f35-837f-8edd80e514f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.752872] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-659c5cd5-d240-4d99-b724-d6caa4162110 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.778242] env[69073]: DEBUG nova.compute.provider_tree [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.780597] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.780597] env[69073]: value = "task-3219695" [ 938.780597] env[69073]: _type = "Task" [ 938.780597] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.788459] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219695, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.816086] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219693, 'name': ReconfigVM_Task, 'duration_secs': 0.992234} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.816356] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ffa4f3d0-793e-4fea-8027-7de487442d67/ffa4f3d0-793e-4fea-8027-7de487442d67.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.817080] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11833313-5ecd-4102-813b-2ca5f4d968bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.822998] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 938.822998] env[69073]: value = "task-3219696" [ 938.822998] env[69073]: _type = "Task" [ 938.822998] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.830974] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219696, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.919699] env[69073]: DEBUG nova.compute.manager [req-ed71d75a-5a2f-4436-81d9-10874a9834ed req-d3fab8be-9740-4397-ac26-7f22be4d9831 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Received event network-changed-f9813ffd-cdcf-4ecb-a5d2-a3602928811b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.920094] env[69073]: DEBUG nova.compute.manager [req-ed71d75a-5a2f-4436-81d9-10874a9834ed req-d3fab8be-9740-4397-ac26-7f22be4d9831 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Refreshing instance network info cache due to event network-changed-f9813ffd-cdcf-4ecb-a5d2-a3602928811b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.920231] env[69073]: DEBUG oslo_concurrency.lockutils [req-ed71d75a-5a2f-4436-81d9-10874a9834ed req-d3fab8be-9740-4397-ac26-7f22be4d9831 service nova] Acquiring lock "refresh_cache-0fb01e9a-14ba-45a0-8465-2813e8935d4a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.920412] env[69073]: DEBUG oslo_concurrency.lockutils [req-ed71d75a-5a2f-4436-81d9-10874a9834ed req-d3fab8be-9740-4397-ac26-7f22be4d9831 service nova] Acquired lock "refresh_cache-0fb01e9a-14ba-45a0-8465-2813e8935d4a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.921557] env[69073]: DEBUG nova.network.neutron [req-ed71d75a-5a2f-4436-81d9-10874a9834ed req-d3fab8be-9740-4397-ac26-7f22be4d9831 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Refreshing network info cache for port f9813ffd-cdcf-4ecb-a5d2-a3602928811b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.046407] env[69073]: INFO nova.compute.manager [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Took 45.70 seconds to build instance. [ 939.138246] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.283229] env[69073]: DEBUG nova.scheduler.client.report [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.295688] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219695, 'name': CreateVM_Task, 'duration_secs': 0.438057} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.295852] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.296707] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.296870] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.297200] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.297461] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b024273a-41c6-4a3c-91f5-80ada5f2f601 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.301904] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 939.301904] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529216a5-5e37-193d-81f7-3748a30012a7" [ 939.301904] env[69073]: _type = "Task" [ 939.301904] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.310017] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529216a5-5e37-193d-81f7-3748a30012a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.333876] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219696, 'name': Rename_Task, 'duration_secs': 0.194107} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.334159] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.334425] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-936e539a-26e9-4ba1-b070-6e0e94641685 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.340413] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 939.340413] env[69073]: value = "task-3219697" [ 939.340413] env[69073]: _type = "Task" [ 939.340413] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.350565] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.548997] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3d2b867d-a2d4-4410-996a-b29f12749eee tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.466s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.792277] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.792841] env[69073]: DEBUG nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.795529] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.240s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.813102] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529216a5-5e37-193d-81f7-3748a30012a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.813341] env[69073]: DEBUG nova.network.neutron [req-ed71d75a-5a2f-4436-81d9-10874a9834ed req-d3fab8be-9740-4397-ac26-7f22be4d9831 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Updated VIF entry in instance network info cache for port f9813ffd-cdcf-4ecb-a5d2-a3602928811b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.813651] env[69073]: DEBUG nova.network.neutron [req-ed71d75a-5a2f-4436-81d9-10874a9834ed req-d3fab8be-9740-4397-ac26-7f22be4d9831 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Updating instance_info_cache with network_info: [{"id": "f9813ffd-cdcf-4ecb-a5d2-a3602928811b", "address": "fa:16:3e:07:3f:e9", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9813ffd-cd", "ovs_interfaceid": "f9813ffd-cdcf-4ecb-a5d2-a3602928811b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.814808] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.815038] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.815271] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.815412] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.815591] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.815840] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-007dfd63-2ce4-46cb-8495-88cb512f2662 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.826572] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.826572] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.826884] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299f4e1f-aed9-4ba3-ab15-ddaa9ba3cea7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.832575] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 939.832575] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d960ab-6f41-6417-86b3-6b549a3aa66f" [ 939.832575] env[69073]: _type = "Task" [ 939.832575] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.840737] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d960ab-6f41-6417-86b3-6b549a3aa66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.850086] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.300326] env[69073]: DEBUG nova.compute.utils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.313373] env[69073]: DEBUG nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.313548] env[69073]: DEBUG nova.network.neutron [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.318640] env[69073]: DEBUG oslo_concurrency.lockutils [req-ed71d75a-5a2f-4436-81d9-10874a9834ed req-d3fab8be-9740-4397-ac26-7f22be4d9831 service nova] Releasing lock "refresh_cache-0fb01e9a-14ba-45a0-8465-2813e8935d4a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.343677] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d960ab-6f41-6417-86b3-6b549a3aa66f, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.347712] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade1abd5-236c-4cf9-86fc-240afc1e9411 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.357271] env[69073]: DEBUG oslo_vmware.api [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219697, 'name': PowerOnVM_Task, 'duration_secs': 0.613469} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.357271] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 940.357271] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5207fe10-980c-0099-9c6f-81dd3257f343" [ 940.357271] env[69073]: _type = "Task" [ 940.357271] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.357271] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.357576] env[69073]: INFO nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Took 9.88 seconds to spawn the instance on the hypervisor. [ 940.357576] env[69073]: DEBUG nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.358370] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabf75f-0b78-48af-91f8-b906dd0357a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.364835] env[69073]: DEBUG nova.policy [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e23cf8e1da4f439097d6859abff9d0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97445b9e5bbd47f68dfe89f8dcf082a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.375225] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5207fe10-980c-0099-9c6f-81dd3257f343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.649849] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 940.650154] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643730', 'volume_id': 'ab7f4304-8931-49c8-a347-e728e7b0dc63', 'name': 'volume-ab7f4304-8931-49c8-a347-e728e7b0dc63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab7f4304-8931-49c8-a347-e728e7b0dc63', 'serial': 'ab7f4304-8931-49c8-a347-e728e7b0dc63'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 940.651037] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92167d3d-b029-41ce-b220-8399510f52cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.672069] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce44d2b-3c65-4b5c-abe7-2a7f49bed942 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.699420] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-ab7f4304-8931-49c8-a347-e728e7b0dc63/volume-ab7f4304-8931-49c8-a347-e728e7b0dc63.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.699767] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4dfe838-7a0d-40f4-882d-59308dab5036 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.718350] env[69073]: DEBUG oslo_vmware.api [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 940.718350] env[69073]: value = "task-3219698" [ 940.718350] env[69073]: _type = "Task" [ 940.718350] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.726676] env[69073]: DEBUG oslo_vmware.api [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.780521] env[69073]: DEBUG nova.network.neutron [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Successfully created port: 3eabf659-2a74-40ee-8464-0e6adbb2a2f0 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.814180] env[69073]: DEBUG nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.817994] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Applying migration context for instance f4c95b46-1573-428d-a7c5-637375d2cfb1 as it has an incoming, in-progress migration 714aa123-3da6-4478-a8a5-66bad21a40b3. Migration status is reverting {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 940.818361] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Applying migration context for instance f522d769-61e5-4c43-957c-a70094b60c19 as it has an incoming, in-progress migration 24475aea-ed16-4951-8cda-567b42dd6790. Migration status is confirming {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 940.822205] env[69073]: INFO nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating resource usage from migration 714aa123-3da6-4478-a8a5-66bad21a40b3 [ 940.822683] env[69073]: INFO nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating resource usage from migration 24475aea-ed16-4951-8cda-567b42dd6790 [ 940.867933] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5207fe10-980c-0099-9c6f-81dd3257f343, 'name': SearchDatastore_Task, 'duration_secs': 0.033364} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.869015] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 6ef55282-abd0-426f-80f4-287c55442574 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.869154] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 4f89275e-1987-4caa-8fa1-b358ec1d90fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.869274] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 65efd5d9-5982-4ffe-b17e-cd52b1e24962 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.869418] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 97535ddb-6907-4030-8407-ea478889cf74 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.869538] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 97e1edb9-4edb-42fa-b778-2cbd957e4d89 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.869654] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 5385f25c-700d-4ee8-9714-2bc84481df0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.869766] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2b824b3e-a8c4-483a-b8bb-fff02928ad4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.869877] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.869988] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 75a443c6-e8bb-498c-ac8a-72da576850fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.870116] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance fe8d3231-9311-402a-bf7b-742f44d90ad7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.870227] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance df3ab74e-774f-45ef-94c6-f935b046cdda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.870351] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 4f4146ad-7367-4b33-ac3a-632a7a631b10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.870464] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance d8adbfa4-91c8-4c4e-864e-339d93187d52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.870586] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance df129425-381c-4c41-8515-e6bcaa04869f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.870707] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance d756faa1-78c9-4635-a234-a00633ef6f14 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.870853] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 134cbb52-edd4-473e-a197-ab567e44c43b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.870953] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Migration 714aa123-3da6-4478-a8a5-66bad21a40b3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 940.871075] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f4c95b46-1573-428d-a7c5-637375d2cfb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.871190] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Migration 24475aea-ed16-4951-8cda-567b42dd6790 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 940.871299] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f522d769-61e5-4c43-957c-a70094b60c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.871546] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 8676cf4d-217d-4552-9888-4008f747ecab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 940.872730] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.873080] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 0fb01e9a-14ba-45a0-8465-2813e8935d4a/0fb01e9a-14ba-45a0-8465-2813e8935d4a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.874011] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c65919-f4f5-4462-9116-eab88fb5fba1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.883578] env[69073]: INFO nova.compute.manager [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Took 45.53 seconds to build instance. [ 940.887156] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 940.887156] env[69073]: value = "task-3219699" [ 940.887156] env[69073]: _type = "Task" [ 940.887156] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.900475] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.948346] env[69073]: DEBUG nova.compute.manager [req-81bd2972-e49c-427c-8cd6-f3b0b3752294 req-f23eac7e-2927-4c5f-aef4-4a0846fe1147 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Received event network-changed-ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.948631] env[69073]: DEBUG nova.compute.manager [req-81bd2972-e49c-427c-8cd6-f3b0b3752294 req-f23eac7e-2927-4c5f-aef4-4a0846fe1147 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Refreshing instance network info cache due to event network-changed-ac6a9178-b268-42f1-8795-214d2240b5be. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.948933] env[69073]: DEBUG oslo_concurrency.lockutils [req-81bd2972-e49c-427c-8cd6-f3b0b3752294 req-f23eac7e-2927-4c5f-aef4-4a0846fe1147 service nova] Acquiring lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.949203] env[69073]: DEBUG oslo_concurrency.lockutils [req-81bd2972-e49c-427c-8cd6-f3b0b3752294 req-f23eac7e-2927-4c5f-aef4-4a0846fe1147 service nova] Acquired lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.949438] env[69073]: DEBUG nova.network.neutron [req-81bd2972-e49c-427c-8cd6-f3b0b3752294 req-f23eac7e-2927-4c5f-aef4-4a0846fe1147 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Refreshing network info cache for port ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.229412] env[69073]: DEBUG oslo_vmware.api [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219698, 'name': ReconfigVM_Task, 'duration_secs': 0.399483} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.229692] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-ab7f4304-8931-49c8-a347-e728e7b0dc63/volume-ab7f4304-8931-49c8-a347-e728e7b0dc63.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.234400] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20d8f75-6f0d-4617-a33c-e733a161bf44 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.249911] env[69073]: DEBUG oslo_vmware.api [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 941.249911] env[69073]: value = "task-3219700" [ 941.249911] env[69073]: _type = "Task" [ 941.249911] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.259121] env[69073]: DEBUG oslo_vmware.api [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.375051] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 941.375273] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 941.375403] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.375563] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.375695] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.375819] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance ffa4f3d0-793e-4fea-8027-7de487442d67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.375935] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 0fb01e9a-14ba-45a0-8465-2813e8935d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.376064] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2d63faee-1278-4190-a002-bfde65d9f970 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 941.388762] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8bbaa2d6-8d4f-43b9-a121-33ae413ccffd tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "ffa4f3d0-793e-4fea-8027-7de487442d67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.940s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.398988] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.760587] env[69073]: DEBUG oslo_vmware.api [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219700, 'name': ReconfigVM_Task, 'duration_secs': 0.142382} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.760937] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643730', 'volume_id': 'ab7f4304-8931-49c8-a347-e728e7b0dc63', 'name': 'volume-ab7f4304-8931-49c8-a347-e728e7b0dc63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab7f4304-8931-49c8-a347-e728e7b0dc63', 'serial': 'ab7f4304-8931-49c8-a347-e728e7b0dc63'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 941.835809] env[69073]: DEBUG nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.864033] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.864301] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.864482] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.864679] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.864827] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.864975] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.865223] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.865382] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.865547] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.865709] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.865878] env[69073]: DEBUG nova.virt.hardware [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.866822] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c64c7b-c661-4d73-92e6-9407f79ca905 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.876577] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e563903-4ed4-4c0b-8a72-312aa11274cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.881302] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance fe81d849-3c3f-491c-8340-45fe6d62c622 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 941.901540] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748791} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.901790] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 0fb01e9a-14ba-45a0-8465-2813e8935d4a/0fb01e9a-14ba-45a0-8465-2813e8935d4a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.901994] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.902233] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfc7c811-f156-4ac0-90b8-5f086a033bef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.908191] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 941.908191] env[69073]: value = "task-3219701" [ 941.908191] env[69073]: _type = "Task" [ 941.908191] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.916238] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.994269] env[69073]: DEBUG nova.network.neutron [req-81bd2972-e49c-427c-8cd6-f3b0b3752294 req-f23eac7e-2927-4c5f-aef4-4a0846fe1147 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Updated VIF entry in instance network info cache for port ac6a9178-b268-42f1-8795-214d2240b5be. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.994682] env[69073]: DEBUG nova.network.neutron [req-81bd2972-e49c-427c-8cd6-f3b0b3752294 req-f23eac7e-2927-4c5f-aef4-4a0846fe1147 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Updating instance_info_cache with network_info: [{"id": "ac6a9178-b268-42f1-8795-214d2240b5be", "address": "fa:16:3e:57:37:c0", "network": {"id": "87989753-ef9c-4322-a0ea-45307aadc92e", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2108211519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93997755a9774f52bbcad1e3addb65fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6a9178-b2", "ovs_interfaceid": "ac6a9178-b268-42f1-8795-214d2240b5be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.247540] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bbb0122d-6a42-48e0-961e-0f97e7fedc3d tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "interface-ffa4f3d0-793e-4fea-8027-7de487442d67-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.247836] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bbb0122d-6a42-48e0-961e-0f97e7fedc3d tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "interface-ffa4f3d0-793e-4fea-8027-7de487442d67-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.248178] env[69073]: DEBUG nova.objects.instance [None req-bbb0122d-6a42-48e0-961e-0f97e7fedc3d tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lazy-loading 'flavor' on Instance uuid ffa4f3d0-793e-4fea-8027-7de487442d67 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.285799] env[69073]: DEBUG nova.network.neutron [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Successfully updated port: 3eabf659-2a74-40ee-8464-0e6adbb2a2f0 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.384235] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2da75b08-fbea-4579-b2f0-38e30b420feb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 942.419099] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072045} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.419335] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.420414] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3028b64a-6781-47ec-945f-ec0cc6ab605c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.446286] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 0fb01e9a-14ba-45a0-8465-2813e8935d4a/0fb01e9a-14ba-45a0-8465-2813e8935d4a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.446705] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e01f3b94-e457-491d-8d60-25e54160f420 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.466758] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 942.466758] env[69073]: value = "task-3219702" [ 942.466758] env[69073]: _type = "Task" [ 942.466758] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.479080] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.497488] env[69073]: DEBUG oslo_concurrency.lockutils [req-81bd2972-e49c-427c-8cd6-f3b0b3752294 req-f23eac7e-2927-4c5f-aef4-4a0846fe1147 service nova] Releasing lock "refresh_cache-eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.751948] env[69073]: DEBUG nova.objects.instance [None req-bbb0122d-6a42-48e0-961e-0f97e7fedc3d tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lazy-loading 'pci_requests' on Instance uuid ffa4f3d0-793e-4fea-8027-7de487442d67 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.789214] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-2d63faee-1278-4190-a002-bfde65d9f970" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.789214] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-2d63faee-1278-4190-a002-bfde65d9f970" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.789652] env[69073]: DEBUG nova.network.neutron [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.800470] env[69073]: DEBUG nova.objects.instance [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'flavor' on Instance uuid f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.887372] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 878aaa16-3056-4e38-8d64-4e713167e51a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 942.977185] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219702, 'name': ReconfigVM_Task, 'duration_secs': 0.399408} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.977464] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 0fb01e9a-14ba-45a0-8465-2813e8935d4a/0fb01e9a-14ba-45a0-8465-2813e8935d4a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.978243] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f30b3cf6-dfdb-4612-ad06-edb83a8c1699 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.985086] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 942.985086] env[69073]: value = "task-3219703" [ 942.985086] env[69073]: _type = "Task" [ 942.985086] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.993064] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219703, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.038642] env[69073]: DEBUG nova.compute.manager [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Received event network-vif-plugged-3eabf659-2a74-40ee-8464-0e6adbb2a2f0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.038895] env[69073]: DEBUG oslo_concurrency.lockutils [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] Acquiring lock "2d63faee-1278-4190-a002-bfde65d9f970-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.039137] env[69073]: DEBUG oslo_concurrency.lockutils [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] Lock "2d63faee-1278-4190-a002-bfde65d9f970-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.039302] env[69073]: DEBUG oslo_concurrency.lockutils [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] Lock "2d63faee-1278-4190-a002-bfde65d9f970-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.039467] env[69073]: DEBUG nova.compute.manager [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] No waiting events found dispatching network-vif-plugged-3eabf659-2a74-40ee-8464-0e6adbb2a2f0 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.039625] env[69073]: WARNING nova.compute.manager [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Received unexpected event network-vif-plugged-3eabf659-2a74-40ee-8464-0e6adbb2a2f0 for instance with vm_state building and task_state spawning. [ 943.039779] env[69073]: DEBUG nova.compute.manager [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Received event network-changed-3eabf659-2a74-40ee-8464-0e6adbb2a2f0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.039925] env[69073]: DEBUG nova.compute.manager [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Refreshing instance network info cache due to event network-changed-3eabf659-2a74-40ee-8464-0e6adbb2a2f0. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.041708] env[69073]: DEBUG oslo_concurrency.lockutils [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] Acquiring lock "refresh_cache-2d63faee-1278-4190-a002-bfde65d9f970" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.255396] env[69073]: DEBUG nova.objects.base [None req-bbb0122d-6a42-48e0-961e-0f97e7fedc3d tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.255396] env[69073]: DEBUG nova.network.neutron [None req-bbb0122d-6a42-48e0-961e-0f97e7fedc3d tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.306466] env[69073]: DEBUG oslo_concurrency.lockutils [None req-655ab79f-9b7e-43be-8f31-b195c078e561 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.298s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.331115] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bbb0122d-6a42-48e0-961e-0f97e7fedc3d tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "interface-ffa4f3d0-793e-4fea-8027-7de487442d67-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.083s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.332807] env[69073]: DEBUG nova.network.neutron [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.390390] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 943.463550] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.463894] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.464523] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.464523] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.464523] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.466616] env[69073]: INFO nova.compute.manager [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Terminating instance [ 943.495756] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219703, 'name': Rename_Task, 'duration_secs': 0.464995} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.496022] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.496235] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f118d50c-5a80-404e-bce6-5566f2a79a7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.501628] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 943.501628] env[69073]: value = "task-3219704" [ 943.501628] env[69073]: _type = "Task" [ 943.501628] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.509837] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.514568] env[69073]: DEBUG nova.network.neutron [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Updating instance_info_cache with network_info: [{"id": "3eabf659-2a74-40ee-8464-0e6adbb2a2f0", "address": "fa:16:3e:f6:52:2b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eabf659-2a", "ovs_interfaceid": "3eabf659-2a74-40ee-8464-0e6adbb2a2f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.893135] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance edf6240f-1780-4eb1-b7ed-19e0d48c119d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 943.893475] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 943.893624] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 943.972926] env[69073]: DEBUG nova.compute.manager [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.973218] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.973482] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fba9291-01a2-4588-9ed2-592befb953a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.982639] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 943.982639] env[69073]: value = "task-3219705" [ 943.982639] env[69073]: _type = "Task" [ 943.982639] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.994061] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.011783] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.016675] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-2d63faee-1278-4190-a002-bfde65d9f970" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.016977] env[69073]: DEBUG nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Instance network_info: |[{"id": "3eabf659-2a74-40ee-8464-0e6adbb2a2f0", "address": "fa:16:3e:f6:52:2b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eabf659-2a", "ovs_interfaceid": "3eabf659-2a74-40ee-8464-0e6adbb2a2f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.017291] env[69073]: DEBUG oslo_concurrency.lockutils [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] Acquired lock "refresh_cache-2d63faee-1278-4190-a002-bfde65d9f970" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.017561] env[69073]: DEBUG nova.network.neutron [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Refreshing network info cache for port 3eabf659-2a74-40ee-8464-0e6adbb2a2f0 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.018721] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:52:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eabf659-2a74-40ee-8464-0e6adbb2a2f0', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.026520] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating folder: Project (97445b9e5bbd47f68dfe89f8dcf082a5). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.033587] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cc2a3ce-178d-4aa2-88f1-7d021ec94a72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.042862] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created folder: Project (97445b9e5bbd47f68dfe89f8dcf082a5) in parent group-v643537. [ 944.042862] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating folder: Instances. Parent ref: group-v643732. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.042862] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed0b14d7-d78f-4817-b5a1-eae45f595a08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.055872] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created folder: Instances in parent group-v643732. [ 944.056137] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.056331] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.056564] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa41de5a-9370-4e59-8a2f-264f329fae36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.079707] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.079707] env[69073]: value = "task-3219708" [ 944.079707] env[69073]: _type = "Task" [ 944.079707] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.089806] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219708, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.347467] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5edf03-ba00-4d13-9db3-a0d5c1b29339 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.354788] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7315b07b-1b9e-495d-9076-6c5bcfe6a5ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.384907] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044aa87e-2e51-4646-a2e5-1605ff628669 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.393136] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d03ec8a-6f4d-498b-b182-d26fef570145 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.085370] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.099252] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.109520] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219705, 'name': PowerOffVM_Task, 'duration_secs': 0.268053} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.115811] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.115811] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 945.115938] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643730', 'volume_id': 'ab7f4304-8931-49c8-a347-e728e7b0dc63', 'name': 'volume-ab7f4304-8931-49c8-a347-e728e7b0dc63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab7f4304-8931-49c8-a347-e728e7b0dc63', 'serial': 'ab7f4304-8931-49c8-a347-e728e7b0dc63'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 945.116409] env[69073]: DEBUG oslo_vmware.api [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219704, 'name': PowerOnVM_Task, 'duration_secs': 0.789899} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.116828] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219708, 'name': CreateVM_Task, 'duration_secs': 0.463107} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.117525] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e4f361-0be4-48ac-a865-90a0367e4776 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.120048] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.120261] env[69073]: INFO nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Took 9.15 seconds to spawn the instance on the hypervisor. [ 945.120437] env[69073]: DEBUG nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.120628] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.122219] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c498427-4892-4dc5-9fae-2f9b15e5d13b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.124539] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.124765] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.124994] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.126306] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc4c30c-1e54-43f3-93f2-3ac5422b5f11 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.148905] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142bb8a6-3050-4936-b627-31372e02abb7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.156859] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 945.156859] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523f0d51-76ee-733e-a575-3a3b50d4653f" [ 945.156859] env[69073]: _type = "Task" [ 945.156859] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.162472] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e967c7-9278-4587-ad11-455405bba48b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.172595] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523f0d51-76ee-733e-a575-3a3b50d4653f, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.172767] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.173138] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.177015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.177015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.177015] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.190971] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-621af743-0203-44f0-8035-4f82ef8736ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.194568] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a7a286-9790-4460-9a9d-0f658bc8c4a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.211807] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] The volume has not been displaced from its original location: [datastore1] volume-ab7f4304-8931-49c8-a347-e728e7b0dc63/volume-ab7f4304-8931-49c8-a347-e728e7b0dc63.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 945.216978] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 945.220219] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95897e38-b535-4889-bb43-0671bd813472 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.232979] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.233184] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.234442] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bd12456-2469-4620-845c-50c90213792b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.240166] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 945.240166] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cb491f-b2cf-a6a4-05e4-852ccdbe8fec" [ 945.240166] env[69073]: _type = "Task" [ 945.240166] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.244276] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 945.244276] env[69073]: value = "task-3219709" [ 945.244276] env[69073]: _type = "Task" [ 945.244276] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.250410] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cb491f-b2cf-a6a4-05e4-852ccdbe8fec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.256720] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.415697] env[69073]: DEBUG nova.network.neutron [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Updated VIF entry in instance network info cache for port 3eabf659-2a74-40ee-8464-0e6adbb2a2f0. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.416170] env[69073]: DEBUG nova.network.neutron [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Updating instance_info_cache with network_info: [{"id": "3eabf659-2a74-40ee-8464-0e6adbb2a2f0", "address": "fa:16:3e:f6:52:2b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eabf659-2a", "ovs_interfaceid": "3eabf659-2a74-40ee-8464-0e6adbb2a2f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.603599] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "ffa4f3d0-793e-4fea-8027-7de487442d67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.604028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "ffa4f3d0-793e-4fea-8027-7de487442d67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.604276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "ffa4f3d0-793e-4fea-8027-7de487442d67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.604529] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "ffa4f3d0-793e-4fea-8027-7de487442d67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.604724] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "ffa4f3d0-793e-4fea-8027-7de487442d67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.606812] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 945.607038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.812s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.607520] env[69073]: INFO nova.compute.manager [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Terminating instance [ 945.608885] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.581s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.610308] env[69073]: INFO nova.compute.claims [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.612740] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.612884] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Cleaning up deleted instances {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 945.668640] env[69073]: INFO nova.compute.manager [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Took 47.10 seconds to build instance. [ 945.756566] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219709, 'name': ReconfigVM_Task, 'duration_secs': 0.272194} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.756853] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cb491f-b2cf-a6a4-05e4-852ccdbe8fec, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.757127] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 945.762366] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5404459d-88b1-4877-9275-a5d069dbdd05 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.772351] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602efbbd-56df-4705-a53b-616e03a9335b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.779112] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 945.779112] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527c2083-e37d-e16a-ca95-2869dcd9ab91" [ 945.779112] env[69073]: _type = "Task" [ 945.779112] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.783330] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 945.783330] env[69073]: value = "task-3219710" [ 945.783330] env[69073]: _type = "Task" [ 945.783330] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.789607] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527c2083-e37d-e16a-ca95-2869dcd9ab91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.794265] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219710, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.920138] env[69073]: DEBUG oslo_concurrency.lockutils [req-94a5c159-a2f4-444c-b6e9-8ea0811f3333 req-654bb034-0e30-416e-b0e3-f8ebaf06c19b service nova] Releasing lock "refresh_cache-2d63faee-1278-4190-a002-bfde65d9f970" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.127137] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] There are 39 instances to clean {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 946.127481] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 458910cb-b1ae-4807-add3-4963952c67ca] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.131274] env[69073]: DEBUG nova.compute.manager [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.131434] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.132471] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641bf30a-cc68-4689-80cd-c92bcc5c8657 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.141058] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.141302] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b1c1cc5-75a5-43d9-beec-25d628069299 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.147550] env[69073]: DEBUG oslo_vmware.api [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 946.147550] env[69073]: value = "task-3219711" [ 946.147550] env[69073]: _type = "Task" [ 946.147550] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.159539] env[69073]: DEBUG oslo_vmware.api [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.169948] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cd99b3b2-08df-43b7-94ab-e4f6e9bad743 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.465s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.290452] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527c2083-e37d-e16a-ca95-2869dcd9ab91, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.291062] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.291326] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970/2d63faee-1278-4190-a002-bfde65d9f970.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.292033] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf64d5cd-3506-48e7-b2f4-3805cb1d2a55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.295981] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219710, 'name': ReconfigVM_Task, 'duration_secs': 0.187783} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.296563] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643730', 'volume_id': 'ab7f4304-8931-49c8-a347-e728e7b0dc63', 'name': 'volume-ab7f4304-8931-49c8-a347-e728e7b0dc63', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab7f4304-8931-49c8-a347-e728e7b0dc63', 'serial': 'ab7f4304-8931-49c8-a347-e728e7b0dc63'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 946.296854] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.297877] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a286d-ed96-4b94-b633-46ff157c3753 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.301246] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 946.301246] env[69073]: value = "task-3219712" [ 946.301246] env[69073]: _type = "Task" [ 946.301246] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.306777] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.307287] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50244221-bd33-4aeb-83ee-e23f661804b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.311115] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.371258] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.371475] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.371653] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleting the datastore file [datastore2] f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.371918] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0147a910-30aa-42bb-9ccc-26da5fcbf860 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.378336] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 946.378336] env[69073]: value = "task-3219714" [ 946.378336] env[69073]: _type = "Task" [ 946.378336] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.386049] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.634988] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 623de1ae-828a-4d03-8a01-6c284b1a5425] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.655714] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.655714] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.655939] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.656097] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.657018] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.661458] env[69073]: DEBUG oslo_vmware.api [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219711, 'name': PowerOffVM_Task, 'duration_secs': 0.395009} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.664408] env[69073]: INFO nova.compute.manager [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Terminating instance [ 946.666431] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.666640] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.668161] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69527865-e0bd-4e4d-b66b-6021690b0f91 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.761687] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.761915] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.762113] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Deleting the datastore file [datastore1] ffa4f3d0-793e-4fea-8027-7de487442d67 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.762380] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1fd343d-bbde-4d0c-bf14-3b6679f8a2b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.768616] env[69073]: DEBUG oslo_vmware.api [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for the task: (returnval){ [ 946.768616] env[69073]: value = "task-3219716" [ 946.768616] env[69073]: _type = "Task" [ 946.768616] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.779850] env[69073]: DEBUG oslo_vmware.api [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.810742] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219712, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.890057] env[69073]: DEBUG oslo_vmware.api [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271044} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.890322] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.890513] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.890701] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.890861] env[69073]: INFO nova.compute.manager [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Took 2.92 seconds to destroy the instance on the hypervisor. [ 946.891121] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.894037] env[69073]: DEBUG nova.compute.manager [-] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.894037] env[69073]: DEBUG nova.network.neutron [-] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.099557] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52afd793-10a3-44ba-a754-5da30db2181a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.108621] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99717733-73ee-442c-9dff-129341b5853c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.155641] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 73baa5ed-7d69-4363-818f-230b0e5956d2] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.163280] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf8051f-b396-47a8-8d06-210f91d457fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.179163] env[69073]: DEBUG nova.compute.manager [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.179163] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.179163] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75795e1-939a-47df-9cc1-407587f13068 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.186065] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179323e0-8f68-40ec-988c-b0c4faa2f06e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.200343] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.208523] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da1f341f-9fd6-4b8e-892d-ef956ccd515e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.210817] env[69073]: DEBUG nova.compute.provider_tree [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.217708] env[69073]: DEBUG oslo_vmware.api [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 947.217708] env[69073]: value = "task-3219717" [ 947.217708] env[69073]: _type = "Task" [ 947.217708] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.226891] env[69073]: DEBUG oslo_vmware.api [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.258792] env[69073]: DEBUG nova.compute.manager [req-48909fc3-a648-476f-b4bf-da39db869e36 req-c1625b45-618c-4308-883e-700e1f608d64 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Received event network-vif-deleted-4ab31d0c-cdf8-4758-951e-1760864dd809 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.259011] env[69073]: INFO nova.compute.manager [req-48909fc3-a648-476f-b4bf-da39db869e36 req-c1625b45-618c-4308-883e-700e1f608d64 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Neutron deleted interface 4ab31d0c-cdf8-4758-951e-1760864dd809; detaching it from the instance and deleting it from the info cache [ 947.259199] env[69073]: DEBUG nova.network.neutron [req-48909fc3-a648-476f-b4bf-da39db869e36 req-c1625b45-618c-4308-883e-700e1f608d64 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.279990] env[69073]: DEBUG oslo_vmware.api [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Task: {'id': task-3219716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375212} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.280254] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.280433] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.280635] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.280763] env[69073]: INFO nova.compute.manager [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Took 1.15 seconds to destroy the instance on the hypervisor. [ 947.280999] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.281223] env[69073]: DEBUG nova.compute.manager [-] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 947.281331] env[69073]: DEBUG nova.network.neutron [-] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.312337] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673893} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.312685] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970/2d63faee-1278-4190-a002-bfde65d9f970.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.312790] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.313062] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0970ef98-f7db-48e7-a358-97b5df30ad47 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.319710] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 947.319710] env[69073]: value = "task-3219718" [ 947.319710] env[69073]: _type = "Task" [ 947.319710] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.327844] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.659766] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 5f5bf870-75f9-485c-91fa-cda01dde02d3] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.714104] env[69073]: DEBUG nova.scheduler.client.report [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.727365] env[69073]: DEBUG oslo_vmware.api [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219717, 'name': PowerOffVM_Task, 'duration_secs': 0.21919} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.727626] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.727792] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.728571] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c428aa99-622f-4bc4-a5b6-5809cde82675 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.741479] env[69073]: DEBUG nova.network.neutron [-] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.762646] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0184f96f-ccbf-4ac3-a4b1-7ff7e944def9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.771525] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e1306-a8d6-4de3-80eb-62885fae18b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.788852] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.789075] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.789267] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleting the datastore file [datastore1] 0fb01e9a-14ba-45a0-8465-2813e8935d4a {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.789521] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c5339e-2a03-45e4-91a2-3f7981db9b21 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.795930] env[69073]: DEBUG oslo_vmware.api [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 947.795930] env[69073]: value = "task-3219720" [ 947.795930] env[69073]: _type = "Task" [ 947.795930] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.809579] env[69073]: DEBUG nova.compute.manager [req-48909fc3-a648-476f-b4bf-da39db869e36 req-c1625b45-618c-4308-883e-700e1f608d64 service nova] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Detach interface failed, port_id=4ab31d0c-cdf8-4758-951e-1760864dd809, reason: Instance f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.817798] env[69073]: DEBUG oslo_vmware.api [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.827382] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067824} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.827632] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.828340] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0dc127-a014-4955-a05c-6c1ff86d2689 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.849259] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970/2d63faee-1278-4190-a002-bfde65d9f970.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.849529] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac284467-b0b4-4a7e-953b-b9f51794447d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.868543] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 947.868543] env[69073]: value = "task-3219721" [ 947.868543] env[69073]: _type = "Task" [ 947.868543] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.875948] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.088432] env[69073]: DEBUG nova.network.neutron [-] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.163702] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: ca7666ac-21be-4cca-8e1f-19e4338e31d6] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.220791] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.221402] env[69073]: DEBUG nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.226377] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.509s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.226377] env[69073]: DEBUG nova.objects.instance [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'pci_requests' on Instance uuid b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.243542] env[69073]: INFO nova.compute.manager [-] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Took 1.35 seconds to deallocate network for instance. [ 948.318188] env[69073]: DEBUG oslo_vmware.api [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168301} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.318453] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.318632] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.318804] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.318976] env[69073]: INFO nova.compute.manager [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 948.319231] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.319419] env[69073]: DEBUG nova.compute.manager [-] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.319511] env[69073]: DEBUG nova.network.neutron [-] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.377836] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219721, 'name': ReconfigVM_Task, 'duration_secs': 0.295418} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.378132] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970/2d63faee-1278-4190-a002-bfde65d9f970.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.378744] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71e15c21-192b-40fd-bf8b-d543e36acb07 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.385277] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 948.385277] env[69073]: value = "task-3219722" [ 948.385277] env[69073]: _type = "Task" [ 948.385277] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.393356] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219722, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.590737] env[69073]: INFO nova.compute.manager [-] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Took 1.31 seconds to deallocate network for instance. [ 948.667275] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 78fa7dad-564c-4a5c-9a12-28ff08f4fc26] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.728894] env[69073]: DEBUG nova.compute.utils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.730208] env[69073]: DEBUG nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.730381] env[69073]: DEBUG nova.network.neutron [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.734391] env[69073]: DEBUG nova.objects.instance [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'numa_topology' on Instance uuid b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.775326] env[69073]: DEBUG nova.policy [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89b4f3af8cf64d98b5a717aa1b8b49cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85b7d9647f2e48e4aacb1dc0797e215d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.797910] env[69073]: INFO nova.compute.manager [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Took 0.55 seconds to detach 1 volumes for instance. [ 948.895273] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219722, 'name': Rename_Task, 'duration_secs': 0.143553} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.895273] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.895347] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eca961c6-cbd8-45f5-8842-3c5d5b3411ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.902508] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 948.902508] env[69073]: value = "task-3219723" [ 948.902508] env[69073]: _type = "Task" [ 948.902508] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.078735] env[69073]: DEBUG nova.network.neutron [-] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.096674] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.103130] env[69073]: DEBUG nova.network.neutron [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Successfully created port: 9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.170867] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 4079e384-966a-4bae-9515-3d8a3a1c19c2] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.236832] env[69073]: INFO nova.compute.claims [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.239541] env[69073]: DEBUG nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.306823] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.347197] env[69073]: DEBUG nova.compute.manager [req-7e17d3d9-1959-4403-9827-2b808b1b6485 req-51dc0dc6-e368-4500-b393-72ada3b22e76 service nova] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Received event network-vif-deleted-079011ef-a9a5-49d8-a7f6-5d5213e926e4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.347197] env[69073]: DEBUG nova.compute.manager [req-7e17d3d9-1959-4403-9827-2b808b1b6485 req-51dc0dc6-e368-4500-b393-72ada3b22e76 service nova] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Received event network-vif-deleted-f9813ffd-cdcf-4ecb-a5d2-a3602928811b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.411743] env[69073]: DEBUG oslo_vmware.api [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219723, 'name': PowerOnVM_Task, 'duration_secs': 0.45499} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.412014] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.412216] env[69073]: INFO nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Took 7.58 seconds to spawn the instance on the hypervisor. [ 949.412392] env[69073]: DEBUG nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.413435] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c27149-f017-4752-b08e-76423c0e1ee9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.581833] env[69073]: INFO nova.compute.manager [-] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Took 1.26 seconds to deallocate network for instance. [ 949.674515] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 9183d175-3295-40ee-a4a6-b7bc8f5694f1] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.932129] env[69073]: INFO nova.compute.manager [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Took 41.68 seconds to build instance. [ 950.088631] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.178408] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2cacec84-7fd2-4999-ad1b-207239004e0d] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.252520] env[69073]: DEBUG nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.272094] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.272320] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.272502] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.272693] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.272838] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.273173] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.273297] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.273461] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.273629] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.273789] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.273958] env[69073]: DEBUG nova.virt.hardware [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.274869] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609e2d1c-e369-4c01-aa93-3960ad8fe858 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.285353] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2b950c-8626-4ae6-80af-197035b090b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.434017] env[69073]: DEBUG oslo_concurrency.lockutils [None req-90f15008-a924-4e3c-850a-fd1404db6ce1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "2d63faee-1278-4190-a002-bfde65d9f970" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.520s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.682995] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: e1afbb1e-ceb6-4154-9cb3-d2ec935e194d] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.698188] env[69073]: DEBUG nova.network.neutron [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Successfully updated port: 9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 950.742425] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21018630-136f-4d4a-a6eb-10cf46e62489 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.753021] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58d18e-159a-4abf-9114-2dcb59e41703 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.782984] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae789a35-c4d0-468b-baec-8c18e71a7134 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.791201] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f74f2dc-6e57-408e-9933-c00f281c0327 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.804772] env[69073]: DEBUG nova.compute.provider_tree [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.852516] env[69073]: INFO nova.compute.manager [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Rebuilding instance [ 950.903980] env[69073]: DEBUG nova.compute.manager [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.904927] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cee9c37-3a0f-4fe5-808a-2a5ae3b31ce3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.186162] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 637643cd-9258-472a-bef9-1c05bdd01da1] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.201846] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.201990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.202160] env[69073]: DEBUG nova.network.neutron [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.307742] env[69073]: DEBUG nova.scheduler.client.report [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.372998] env[69073]: DEBUG nova.compute.manager [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Received event network-vif-plugged-9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.373307] env[69073]: DEBUG oslo_concurrency.lockutils [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] Acquiring lock "fe81d849-3c3f-491c-8340-45fe6d62c622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.373481] env[69073]: DEBUG oslo_concurrency.lockutils [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.373641] env[69073]: DEBUG oslo_concurrency.lockutils [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.373837] env[69073]: DEBUG nova.compute.manager [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] No waiting events found dispatching network-vif-plugged-9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.373978] env[69073]: WARNING nova.compute.manager [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Received unexpected event network-vif-plugged-9aca0646-e4ea-4cee-a669-281b0ad143a7 for instance with vm_state building and task_state spawning. [ 951.374161] env[69073]: DEBUG nova.compute.manager [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Received event network-changed-9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.374247] env[69073]: DEBUG nova.compute.manager [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Refreshing instance network info cache due to event network-changed-9aca0646-e4ea-4cee-a669-281b0ad143a7. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.374431] env[69073]: DEBUG oslo_concurrency.lockutils [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] Acquiring lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.690650] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: edb019f1-3d31-4127-95b9-9c893cc0bed9] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.743404] env[69073]: DEBUG nova.network.neutron [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.814761] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.588s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.817714] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.480s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.818072] env[69073]: DEBUG nova.objects.instance [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 951.872659] env[69073]: INFO nova.network.neutron [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating port ceed3a05-390a-41e2-a8ee-bea29dba5514 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 951.902017] env[69073]: DEBUG nova.network.neutron [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updating instance_info_cache with network_info: [{"id": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "address": "fa:16:3e:d5:c0:be", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca0646-e4", "ovs_interfaceid": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.917428] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.917763] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eb3af66-fdda-4f72-8151-e43b957b7ba6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.925528] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 951.925528] env[69073]: value = "task-3219724" [ 951.925528] env[69073]: _type = "Task" [ 951.925528] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.934387] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.194418] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2dd0717f-fec5-4022-90d8-99b25f48f91c] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.404357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Releasing lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.404837] env[69073]: DEBUG nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Instance network_info: |[{"id": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "address": "fa:16:3e:d5:c0:be", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca0646-e4", "ovs_interfaceid": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.405217] env[69073]: DEBUG oslo_concurrency.lockutils [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] Acquired lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.405472] env[69073]: DEBUG nova.network.neutron [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Refreshing network info cache for port 9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.406837] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:c0:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aca0646-e4ea-4cee-a669-281b0ad143a7', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.416070] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.419807] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.420459] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f9acf02-fd4a-4d6c-b648-1c6ee56d02f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.446033] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219724, 'name': PowerOffVM_Task, 'duration_secs': 0.188577} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.446500] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.446781] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.447057] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.447057] env[69073]: value = "task-3219725" [ 952.447057] env[69073]: _type = "Task" [ 952.447057] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.449147] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b22fcac-02e9-494c-94b1-d4d51d9c5678 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.457253] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.460284] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45337014-96ca-4f6a-8b2e-f9f34086fa79 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.461704] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219725, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.527166] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.527397] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.527590] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleting the datastore file [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.527934] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-335fdfa0-8839-4b00-b7bf-ea73f86d896c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.533704] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 952.533704] env[69073]: value = "task-3219727" [ 952.533704] env[69073]: _type = "Task" [ 952.533704] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.546890] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.697716] env[69073]: DEBUG nova.network.neutron [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updated VIF entry in instance network info cache for port 9aca0646-e4ea-4cee-a669-281b0ad143a7. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.698119] env[69073]: DEBUG nova.network.neutron [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updating instance_info_cache with network_info: [{"id": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "address": "fa:16:3e:d5:c0:be", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca0646-e4", "ovs_interfaceid": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.699687] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 28f21eb6-1bf9-4d53-9f35-017e1615a127] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.827935] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c747cad2-4bdf-4826-8f79-05cbefb7b8ba tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.829129] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.962s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.959944] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219725, 'name': CreateVM_Task, 'duration_secs': 0.32932} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.960151] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.960843] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.961015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.961342] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.961594] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b96df63-b892-49a3-82b4-ea9bcb6ba9e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.966382] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 952.966382] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524ad1f7-257d-16ed-05bb-b6098ddd0d47" [ 952.966382] env[69073]: _type = "Task" [ 952.966382] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.974359] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524ad1f7-257d-16ed-05bb-b6098ddd0d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.044046] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156106} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.044046] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.044214] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.044353] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.202256] env[69073]: DEBUG oslo_concurrency.lockutils [req-6938b42f-5556-4cfd-bbdb-e4ceeb71433d req-779d7d05-d8d5-4b1b-8402-19ffdcd90cda service nova] Releasing lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.202802] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: b374160e-4db2-457f-9e31-b9862bc327b9] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.331352] env[69073]: DEBUG nova.objects.instance [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lazy-loading 'migration_context' on Instance uuid f4c95b46-1573-428d-a7c5-637375d2cfb1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.478296] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524ad1f7-257d-16ed-05bb-b6098ddd0d47, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.478598] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.478838] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.479085] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.479268] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.479467] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.479732] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2269b804-c86d-46bb-8a85-21e5664757e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.488708] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.488891] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.489630] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9372c0d4-07f2-40f5-88d4-383a78a9824f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.494978] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 953.494978] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529bf136-4238-d3af-677d-74bde519a7d0" [ 953.494978] env[69073]: _type = "Task" [ 953.494978] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.502289] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529bf136-4238-d3af-677d-74bde519a7d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.555814] env[69073]: DEBUG nova.compute.manager [req-3bea3eee-090b-4963-a803-5a2ad7d38966 req-8e5fdf4b-6032-43d6-9e8f-57b7464636b1 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received event network-vif-plugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.556069] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bea3eee-090b-4963-a803-5a2ad7d38966 req-8e5fdf4b-6032-43d6-9e8f-57b7464636b1 service nova] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.556266] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bea3eee-090b-4963-a803-5a2ad7d38966 req-8e5fdf4b-6032-43d6-9e8f-57b7464636b1 service nova] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.556470] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bea3eee-090b-4963-a803-5a2ad7d38966 req-8e5fdf4b-6032-43d6-9e8f-57b7464636b1 service nova] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.556676] env[69073]: DEBUG nova.compute.manager [req-3bea3eee-090b-4963-a803-5a2ad7d38966 req-8e5fdf4b-6032-43d6-9e8f-57b7464636b1 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] No waiting events found dispatching network-vif-plugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.556845] env[69073]: WARNING nova.compute.manager [req-3bea3eee-090b-4963-a803-5a2ad7d38966 req-8e5fdf4b-6032-43d6-9e8f-57b7464636b1 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received unexpected event network-vif-plugged-ceed3a05-390a-41e2-a8ee-bea29dba5514 for instance with vm_state shelved_offloaded and task_state spawning. [ 953.666317] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.666520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.666739] env[69073]: DEBUG nova.network.neutron [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.707057] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: c7a639f5-384c-4a1e-a05f-afb7a193501e] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.009558] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529bf136-4238-d3af-677d-74bde519a7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.014541] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4d770ac-66c5-40c5-9f15-e6ab926fced3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.021950] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 954.021950] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dcb798-6830-696a-5fac-b4935d9903dd" [ 954.021950] env[69073]: _type = "Task" [ 954.021950] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.036464] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dcb798-6830-696a-5fac-b4935d9903dd, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.036779] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.037125] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] fe81d849-3c3f-491c-8340-45fe6d62c622/fe81d849-3c3f-491c-8340-45fe6d62c622.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.037420] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35e81053-612f-49bf-b8cf-a0b07ed24034 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.043697] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 954.043697] env[69073]: value = "task-3219728" [ 954.043697] env[69073]: _type = "Task" [ 954.043697] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.051528] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.081750] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.081998] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.082170] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.082349] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.082516] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.082641] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.082895] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.083108] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.083242] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.083399] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.083567] env[69073]: DEBUG nova.virt.hardware [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.084522] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cbee9a-3b43-4e40-b47e-29adeda92857 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.096246] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf6f69d-ff3b-4c85-9e3e-0f57059047fc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.113957] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:52:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eabf659-2a74-40ee-8464-0e6adbb2a2f0', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.121667] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.124534] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.124985] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34587518-b511-4e0f-b410-84b4cb833da3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.146979] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.146979] env[69073]: value = "task-3219729" [ 954.146979] env[69073]: _type = "Task" [ 954.146979] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.156998] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219729, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.210879] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: b5117501-e54b-457c-9987-e7acc1129863] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.370409] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5215dfad-4f8e-44de-8208-ae35b257a34f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.381076] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9103e79d-e875-4c89-9e43-c70012b0baa8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.418379] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb1d41-0399-43da-ae18-d24f4fd91fd6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.428693] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bf88ff-7b78-460e-abff-c27e37d21d4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.449669] env[69073]: DEBUG nova.compute.provider_tree [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.481390] env[69073]: DEBUG nova.network.neutron [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating instance_info_cache with network_info: [{"id": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "address": "fa:16:3e:74:0d:28", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceed3a05-39", "ovs_interfaceid": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.557820] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.660058] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219729, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.714979] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 99256fa3-0b05-40e8-80b1-1172e2900146] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.953022] env[69073]: DEBUG nova.scheduler.client.report [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.984180] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.015553] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='61382aa05a4e4c8b1a73d8695106fe44',container_format='bare',created_at=2025-04-03T02:40:31Z,direct_url=,disk_format='vmdk',id=2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1928450191-shelved',owner='137c515a45c44ec885477db6eb728780',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-03T02:40:49Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.015849] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.016012] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.016339] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.016525] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.016720] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.016935] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.017132] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.017322] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.017516] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.017810] env[69073]: DEBUG nova.virt.hardware [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.018743] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206c88c0-3e44-4dda-9ee1-79ad38ef92fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.027917] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99c0681-5de6-4d3f-afa9-d543222121aa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.042471] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:0d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceed3a05-390a-41e2-a8ee-bea29dba5514', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.050198] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.050598] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.053832] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58387e27-ae34-415f-ae40-68c47c73bae9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.074417] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550078} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.075723] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] fe81d849-3c3f-491c-8340-45fe6d62c622/fe81d849-3c3f-491c-8340-45fe6d62c622.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.075944] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.076206] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.076206] env[69073]: value = "task-3219730" [ 955.076206] env[69073]: _type = "Task" [ 955.076206] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.076411] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-653fcfbe-be88-4dc1-9f95-577f9d71b92b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.086455] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219730, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.088248] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 955.088248] env[69073]: value = "task-3219731" [ 955.088248] env[69073]: _type = "Task" [ 955.088248] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.095807] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.157282] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219729, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.218091] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 70bfc9a1-b390-473c-9bcd-0f784f6311a0] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.585993] env[69073]: DEBUG nova.compute.manager [req-bf557d24-31f5-4bbb-ba26-46a821c4c233 req-75faa088-c4dc-4b19-96c7-1e026ea6de20 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received event network-changed-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.586218] env[69073]: DEBUG nova.compute.manager [req-bf557d24-31f5-4bbb-ba26-46a821c4c233 req-75faa088-c4dc-4b19-96c7-1e026ea6de20 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Refreshing instance network info cache due to event network-changed-ceed3a05-390a-41e2-a8ee-bea29dba5514. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.586438] env[69073]: DEBUG oslo_concurrency.lockutils [req-bf557d24-31f5-4bbb-ba26-46a821c4c233 req-75faa088-c4dc-4b19-96c7-1e026ea6de20 service nova] Acquiring lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.586637] env[69073]: DEBUG oslo_concurrency.lockutils [req-bf557d24-31f5-4bbb-ba26-46a821c4c233 req-75faa088-c4dc-4b19-96c7-1e026ea6de20 service nova] Acquired lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.586810] env[69073]: DEBUG nova.network.neutron [req-bf557d24-31f5-4bbb-ba26-46a821c4c233 req-75faa088-c4dc-4b19-96c7-1e026ea6de20 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Refreshing network info cache for port ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.600790] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219730, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.606234] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08502} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.606527] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.607485] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5895dba-3f55-456c-b69f-bcab9753b1d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.629972] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] fe81d849-3c3f-491c-8340-45fe6d62c622/fe81d849-3c3f-491c-8340-45fe6d62c622.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.630262] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607b43d0-96ef-495b-85f7-983647c21ab2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.652422] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 955.652422] env[69073]: value = "task-3219732" [ 955.652422] env[69073]: _type = "Task" [ 955.652422] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.658789] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219729, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.663054] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.722029] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 72245c05-c8e5-4250-a4b6-6108748c5e5c] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.965768] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.136s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.970541] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 33.282s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.091553] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219730, 'name': CreateVM_Task, 'duration_secs': 0.692075} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.091756] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.092780] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.093804] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.093804] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.093804] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9227fa-255f-4ef9-9671-a671569bf4d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.098279] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 956.098279] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52303f98-aeb1-81fc-105d-1ee761471fe6" [ 956.098279] env[69073]: _type = "Task" [ 956.098279] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.106229] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52303f98-aeb1-81fc-105d-1ee761471fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.159130] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219729, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.164102] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219732, 'name': ReconfigVM_Task, 'duration_secs': 0.294544} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.166837] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Reconfigured VM instance instance-00000043 to attach disk [datastore1] fe81d849-3c3f-491c-8340-45fe6d62c622/fe81d849-3c3f-491c-8340-45fe6d62c622.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.167709] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddaf3503-5296-4cf6-bdab-12888eb9ad59 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.175517] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 956.175517] env[69073]: value = "task-3219733" [ 956.175517] env[69073]: _type = "Task" [ 956.175517] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.183960] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219733, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.225451] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 49d1b3a4-385f-430e-91df-e1d6c60b6855] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.347972] env[69073]: DEBUG nova.network.neutron [req-bf557d24-31f5-4bbb-ba26-46a821c4c233 req-75faa088-c4dc-4b19-96c7-1e026ea6de20 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updated VIF entry in instance network info cache for port ceed3a05-390a-41e2-a8ee-bea29dba5514. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.348367] env[69073]: DEBUG nova.network.neutron [req-bf557d24-31f5-4bbb-ba26-46a821c4c233 req-75faa088-c4dc-4b19-96c7-1e026ea6de20 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating instance_info_cache with network_info: [{"id": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "address": "fa:16:3e:74:0d:28", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceed3a05-39", "ovs_interfaceid": "ceed3a05-390a-41e2-a8ee-bea29dba5514", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.608750] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.609135] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Processing image 2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.609517] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.609517] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.609624] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.609864] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7103d13-81c0-4d85-a4e6-5f656ecec820 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.621025] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.621025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.621927] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b245489-2351-47de-ae83-0a2497195a61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.626806] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 956.626806] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fdd7c1-4fc4-e80f-50d8-58fb222a7d32" [ 956.626806] env[69073]: _type = "Task" [ 956.626806] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.634303] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fdd7c1-4fc4-e80f-50d8-58fb222a7d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.657420] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219729, 'name': CreateVM_Task, 'duration_secs': 2.15896} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.657602] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.658280] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.658445] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.658748] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.661042] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5be6ba2-ba83-4c60-8dce-b476cb563048 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.665982] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 956.665982] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52763184-9a1c-1300-f110-136a1aab27b0" [ 956.665982] env[69073]: _type = "Task" [ 956.665982] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.677332] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52763184-9a1c-1300-f110-136a1aab27b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.683997] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219733, 'name': Rename_Task, 'duration_secs': 0.147809} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.686459] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.686890] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e48ae03f-ed1d-407d-b3bc-447daf054f58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.692968] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 956.692968] env[69073]: value = "task-3219734" [ 956.692968] env[69073]: _type = "Task" [ 956.692968] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.701512] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.729321] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 4f80f5be-5b1e-4156-b061-81e818008cdd] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.851272] env[69073]: DEBUG oslo_concurrency.lockutils [req-bf557d24-31f5-4bbb-ba26-46a821c4c233 req-75faa088-c4dc-4b19-96c7-1e026ea6de20 service nova] Releasing lock "refresh_cache-b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.895313] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42331544-516c-4121-9c35-e5df3c57ac0b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.903214] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1068d-8c27-4c9e-a4d6-0923cfe9ec27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.934473] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355ea60b-edc6-4aa3-a4a0-e5dfa4099208 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.941776] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b11f27-0374-498e-9b7d-2497cbf65ea5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.955365] env[69073]: DEBUG nova.compute.provider_tree [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.136787] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Preparing fetch location {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 957.137072] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Fetch image to [datastore1] OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068/OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068.vmdk {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 957.137260] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Downloading stream optimized image 2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc to [datastore1] OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068/OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068.vmdk on the data store datastore1 as vApp {{(pid=69073) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 957.137432] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Downloading image file data 2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc to the ESX as VM named 'OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068' {{(pid=69073) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 957.176828] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52763184-9a1c-1300-f110-136a1aab27b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01792} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.176946] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.177165] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.177415] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.177561] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.177745] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.178014] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b67f10f-1b85-411b-9d89-bf849f23c9fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.185887] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.186153] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.187088] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b04276a-060a-4d07-8652-8ea7ac6b1030 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.191896] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 957.191896] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528d568b-25ad-0a24-7331-c83d66dcb956" [ 957.191896] env[69073]: _type = "Task" [ 957.191896] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.202019] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528d568b-25ad-0a24-7331-c83d66dcb956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.204934] env[69073]: DEBUG oslo_vmware.api [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219734, 'name': PowerOnVM_Task, 'duration_secs': 0.475305} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.205605] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.205605] env[69073]: INFO nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Took 6.95 seconds to spawn the instance on the hypervisor. [ 957.205605] env[69073]: DEBUG nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.206256] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec6920-a762-49b8-8683-fcd46168f604 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.240643] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 6318c0f4-95e8-4d08-999c-4065813c76c7] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.279865] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 957.279865] env[69073]: value = "resgroup-9" [ 957.279865] env[69073]: _type = "ResourcePool" [ 957.279865] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 957.280256] env[69073]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-abbe5480-63a4-4e19-8ec7-6e425ea72ed9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.302236] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lease: (returnval){ [ 957.302236] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ff3a53-e13b-0a93-55f3-def7c337bd35" [ 957.302236] env[69073]: _type = "HttpNfcLease" [ 957.302236] env[69073]: } obtained for vApp import into resource pool (val){ [ 957.302236] env[69073]: value = "resgroup-9" [ 957.302236] env[69073]: _type = "ResourcePool" [ 957.302236] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 957.302540] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the lease: (returnval){ [ 957.302540] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ff3a53-e13b-0a93-55f3-def7c337bd35" [ 957.302540] env[69073]: _type = "HttpNfcLease" [ 957.302540] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.308404] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.308404] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ff3a53-e13b-0a93-55f3-def7c337bd35" [ 957.308404] env[69073]: _type = "HttpNfcLease" [ 957.308404] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.458793] env[69073]: DEBUG nova.scheduler.client.report [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.504919] env[69073]: INFO nova.compute.manager [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Swapping old allocation on dict_keys(['c0741477-85d0-4873-a73a-cccb16461097']) held by migration 714aa123-3da6-4478-a8a5-66bad21a40b3 for instance [ 957.530107] env[69073]: DEBUG nova.scheduler.client.report [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Overwriting current allocation {'allocations': {'c0741477-85d0-4873-a73a-cccb16461097': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'da13d8114d0540ef987f7faab2093cd9', 'user_id': '4fe0657ccd9641609f4ab1d6ed5a2a28', 'consumer_generation': 1} on consumer f4c95b46-1573-428d-a7c5-637375d2cfb1 {{(pid=69073) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 957.638647] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.638996] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquired lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.639310] env[69073]: DEBUG nova.network.neutron [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.704672] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528d568b-25ad-0a24-7331-c83d66dcb956, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.705563] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bcebf7-4fae-4e2f-8d12-5ba8d050af8a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.711469] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 957.711469] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521e7302-7c28-490b-180f-eb260989b7b1" [ 957.711469] env[69073]: _type = "Task" [ 957.711469] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.728372] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521e7302-7c28-490b-180f-eb260989b7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.729734] env[69073]: INFO nova.compute.manager [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Took 46.80 seconds to build instance. [ 957.743410] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2bf89dda-efc6-4350-abcc-fa25981d86ad] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.809741] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.809741] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ff3a53-e13b-0a93-55f3-def7c337bd35" [ 957.809741] env[69073]: _type = "HttpNfcLease" [ 957.809741] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.810031] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.810031] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ff3a53-e13b-0a93-55f3-def7c337bd35" [ 957.810031] env[69073]: _type = "HttpNfcLease" [ 957.810031] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 957.810756] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e65b257-44d7-4cff-a902-f7cf5b310d2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.817905] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdbf03-c4e7-3113-809e-895583a98767/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.818015] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdbf03-c4e7-3113-809e-895583a98767/disk-0.vmdk. {{(pid=69073) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 957.885697] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0f2fab4-835d-4baf-9013-69d94141071b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.223403] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521e7302-7c28-490b-180f-eb260989b7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008437} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.225395] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.225676] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970/2d63faee-1278-4190-a002-bfde65d9f970.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.225955] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df74beaa-9d6c-4bc0-a650-b8fb3d372380 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.231441] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f97ea79-da9b-4a16-b968-cc563744683d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.932s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.234419] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 958.234419] env[69073]: value = "task-3219736" [ 958.234419] env[69073]: _type = "Task" [ 958.234419] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.245615] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.247330] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 399fb7d3-fa27-48f0-a415-7d286fc19caf] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.468781] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.498s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.469091] env[69073]: DEBUG nova.compute.manager [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69073) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 958.473656] env[69073]: DEBUG nova.network.neutron [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance_info_cache with network_info: [{"id": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "address": "fa:16:3e:73:4c:e2", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87b74d64-7b", "ovs_interfaceid": "87b74d64-7b64-4ce6-a619-55fe44e03cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.474889] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.750s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.478038] env[69073]: INFO nova.compute.claims [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.735197] env[69073]: DEBUG nova.compute.manager [req-efbeda29-0a28-49ad-8bce-a147f025f626 req-16e89c2d-57a4-4fdc-855b-8710be8d8768 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Received event network-changed-9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.735529] env[69073]: DEBUG nova.compute.manager [req-efbeda29-0a28-49ad-8bce-a147f025f626 req-16e89c2d-57a4-4fdc-855b-8710be8d8768 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Refreshing instance network info cache due to event network-changed-9aca0646-e4ea-4cee-a669-281b0ad143a7. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.735652] env[69073]: DEBUG oslo_concurrency.lockutils [req-efbeda29-0a28-49ad-8bce-a147f025f626 req-16e89c2d-57a4-4fdc-855b-8710be8d8768 service nova] Acquiring lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.735790] env[69073]: DEBUG oslo_concurrency.lockutils [req-efbeda29-0a28-49ad-8bce-a147f025f626 req-16e89c2d-57a4-4fdc-855b-8710be8d8768 service nova] Acquired lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.735952] env[69073]: DEBUG nova.network.neutron [req-efbeda29-0a28-49ad-8bce-a147f025f626 req-16e89c2d-57a4-4fdc-855b-8710be8d8768 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Refreshing network info cache for port 9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.749231] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219736, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.750831] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: bbb88874-b962-409f-b0c7-123ce11800ca] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.982963] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Releasing lock "refresh_cache-f4c95b46-1573-428d-a7c5-637375d2cfb1" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.983395] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.990479] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-648a0cbf-c5f2-4e6b-a9bc-c1a25c8307c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.000358] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 959.000358] env[69073]: value = "task-3219737" [ 959.000358] env[69073]: _type = "Task" [ 959.000358] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.012939] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.059449] env[69073]: INFO nova.scheduler.client.report [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted allocation for migration 24475aea-ed16-4951-8cda-567b42dd6790 [ 959.254609] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 061174f6-86e2-4229-9337-7283ee1aaa7b] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.257231] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579994} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.258313] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970/2d63faee-1278-4190-a002-bfde65d9f970.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.258313] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.258500] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c162a3e-69e0-4570-ad1a-fa5eab051681 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.268658] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 959.268658] env[69073]: value = "task-3219738" [ 959.268658] env[69073]: _type = "Task" [ 959.268658] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.278350] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.279836] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Completed reading data from the image iterator. {{(pid=69073) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 959.280042] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdbf03-c4e7-3113-809e-895583a98767/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 959.281081] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a798139-ba70-42e5-9edc-0cc56c180ac1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.290499] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdbf03-c4e7-3113-809e-895583a98767/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 959.290675] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdbf03-c4e7-3113-809e-895583a98767/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 959.290912] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ce65c104-9b7d-4e55-a352-a8ea6b7d1f9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.381864] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "fe81d849-3c3f-491c-8340-45fe6d62c622" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.382157] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.382434] env[69073]: INFO nova.compute.manager [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Rebooting instance [ 959.471500] env[69073]: DEBUG nova.network.neutron [req-efbeda29-0a28-49ad-8bce-a147f025f626 req-16e89c2d-57a4-4fdc-855b-8710be8d8768 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updated VIF entry in instance network info cache for port 9aca0646-e4ea-4cee-a669-281b0ad143a7. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.472021] env[69073]: DEBUG nova.network.neutron [req-efbeda29-0a28-49ad-8bce-a147f025f626 req-16e89c2d-57a4-4fdc-855b-8710be8d8768 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updating instance_info_cache with network_info: [{"id": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "address": "fa:16:3e:d5:c0:be", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca0646-e4", "ovs_interfaceid": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.498833] env[69073]: DEBUG oslo_vmware.rw_handles [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fdbf03-c4e7-3113-809e-895583a98767/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 959.499113] env[69073]: INFO nova.virt.vmwareapi.images [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Downloaded image file data 2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc [ 959.500205] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0151b0d4-de6b-40bc-a0b8-e4073b8e60c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.523323] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-822e567a-4090-48e7-bb57-854936e33857 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.525033] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219737, 'name': PowerOffVM_Task, 'duration_secs': 0.23944} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.525341] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.525966] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:39:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a3fd5a3d-8603-4ee6-b807-b25ae3070096',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-132326680',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.526193] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.526350] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.526542] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.526702] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.526850] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.527061] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.527223] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.527386] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.527550] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.527723] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.532818] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec5ea0c-0336-4ba6-bd2a-d1c6f9f47c7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.548996] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 959.548996] env[69073]: value = "task-3219740" [ 959.548996] env[69073]: _type = "Task" [ 959.548996] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.559505] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.563109] env[69073]: INFO nova.virt.vmwareapi.images [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] The imported VM was unregistered [ 959.565334] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Caching image {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 959.565608] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.568694] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2cf0a576-0877-4f83-afdc-7070e4d75c89 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.667s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.569723] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7404db18-0f19-4369-8093-9783d3d1ac74 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.586594] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Created directory with path [datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.586594] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068/OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068.vmdk to [datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc.vmdk. {{(pid=69073) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 959.586845] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ae0647dc-673e-4790-a1df-d695743688a4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.593764] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 959.593764] env[69073]: value = "task-3219741" [ 959.593764] env[69073]: _type = "Task" [ 959.593764] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.603838] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219741, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.672958] env[69073]: DEBUG nova.objects.instance [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'flavor' on Instance uuid f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.759520] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 6dea2c21-e194-4347-bdb8-3b1c25c3061e] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.781933] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076676} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.782579] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.783191] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f769e3d1-f302-4deb-9ab7-6559498dadf5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.815706] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970/2d63faee-1278-4190-a002-bfde65d9f970.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.820356] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a151eb60-bcf2-4919-95a1-9722b13a3ac0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.844881] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 959.844881] env[69073]: value = "task-3219742" [ 959.844881] env[69073]: _type = "Task" [ 959.844881] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.856755] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.907734] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.975505] env[69073]: DEBUG oslo_concurrency.lockutils [req-efbeda29-0a28-49ad-8bce-a147f025f626 req-16e89c2d-57a4-4fdc-855b-8710be8d8768 service nova] Releasing lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.976059] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquired lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.976301] env[69073]: DEBUG nova.network.neutron [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.025325] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b4d94-511b-434c-9d80-2ba7abfbc978 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.032871] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d92b6b-c10c-4345-b4da-7067395a0766 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.069183] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e1e32-fa09-4d82-ac20-116726ace4f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.079063] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219740, 'name': ReconfigVM_Task, 'duration_secs': 0.146643} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.082015] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa5c4a1-80c9-4846-85ba-065b5fa9bd33 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.085677] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3713645a-5fb4-42ba-acd5-b4244a678672 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.100515] env[69073]: DEBUG nova.compute.provider_tree [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.119609] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:39:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a3fd5a3d-8603-4ee6-b807-b25ae3070096',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-132326680',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.119744] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.119934] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.120086] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.120209] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.120358] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.120569] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.120744] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.120915] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.121154] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.121403] env[69073]: DEBUG nova.virt.hardware [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.123176] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df53dd5b-3122-41a9-8267-fe83c8db19d6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.129862] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 960.129862] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5279dfd6-8ff8-4c84-e467-48b2aa675694" [ 960.129862] env[69073]: _type = "Task" [ 960.129862] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.133190] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219741, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.144403] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5279dfd6-8ff8-4c84-e467-48b2aa675694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.180594] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.180870] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.181125] env[69073]: DEBUG nova.network.neutron [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.181431] env[69073]: DEBUG nova.objects.instance [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'info_cache' on Instance uuid f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.264099] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 81279c3f-8ece-4780-b6f7-68f159baeb77] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.358124] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219742, 'name': ReconfigVM_Task, 'duration_secs': 0.487296} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.358433] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970/2d63faee-1278-4190-a002-bfde65d9f970.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.359175] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6bfaa81-d68b-40b7-a109-478ad3f243ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.367908] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 960.367908] env[69073]: value = "task-3219743" [ 960.367908] env[69073]: _type = "Task" [ 960.367908] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.379260] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219743, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.613513] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219741, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.623714] env[69073]: DEBUG nova.scheduler.client.report [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.647022] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5279dfd6-8ff8-4c84-e467-48b2aa675694, 'name': SearchDatastore_Task, 'duration_secs': 0.047818} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.652916] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.653682] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e442a03-3f5a-44aa-87c1-cd0ab837a326 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.677486] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 960.677486] env[69073]: value = "task-3219744" [ 960.677486] env[69073]: _type = "Task" [ 960.677486] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.688402] env[69073]: DEBUG nova.objects.base [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.689935] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.738828] env[69073]: DEBUG nova.network.neutron [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updating instance_info_cache with network_info: [{"id": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "address": "fa:16:3e:d5:c0:be", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca0646-e4", "ovs_interfaceid": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.767941] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: f423950c-d0a6-4915-bab1-50612644ef10] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.880035] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219743, 'name': Rename_Task, 'duration_secs': 0.225387} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.880322] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.880574] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abcb4cf0-4446-490a-9564-3f0e6fca47ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.889291] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 960.889291] env[69073]: value = "task-3219745" [ 960.889291] env[69073]: _type = "Task" [ 960.889291] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.901264] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.113327] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219741, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.129434] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.130017] env[69073]: DEBUG nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.132793] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.644s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.133051] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.135288] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.087s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.135517] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.137975] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.061s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.138174] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.139874] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.061s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.141341] env[69073]: INFO nova.compute.claims [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.165982] env[69073]: INFO nova.scheduler.client.report [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleted allocations for instance 134cbb52-edd4-473e-a197-ab567e44c43b [ 961.172186] env[69073]: INFO nova.scheduler.client.report [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Deleted allocations for instance d756faa1-78c9-4635-a234-a00633ef6f14 [ 961.186274] env[69073]: INFO nova.scheduler.client.report [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted allocations for instance 4f4146ad-7367-4b33-ac3a-632a7a631b10 [ 961.189502] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.241350] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Releasing lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.270908] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 05115320-5e3d-4224-b990-4fbb3ceeae2d] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.406330] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.459411] env[69073]: DEBUG nova.network.neutron [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance_info_cache with network_info: [{"id": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "address": "fa:16:3e:02:14:82", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade34f8a-2c", "ovs_interfaceid": "ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.614919] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219741, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.649758] env[69073]: DEBUG nova.compute.utils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.651564] env[69073]: DEBUG nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.651719] env[69073]: DEBUG nova.network.neutron [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.678308] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7408fdda-fa87-41ab-9d7d-194906c50f14 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "134cbb52-edd4-473e-a197-ab567e44c43b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.872s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.679851] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7593e250-0364-4bbb-9f69-9a8f75a8f209 tempest-MultipleCreateTestJSON-1626749590 tempest-MultipleCreateTestJSON-1626749590-project-member] Lock "d756faa1-78c9-4635-a234-a00633ef6f14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.953s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.693162] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.699835] env[69073]: DEBUG oslo_concurrency.lockutils [None req-13552f72-70ec-412a-971c-a5fd56020137 tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f4146ad-7367-4b33-ac3a-632a7a631b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.802s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.705552] env[69073]: DEBUG nova.policy [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'edf344de5a7247d3bea5564d1850d25f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '163e0bed2152499abf45bc57addf6ba0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.747344] env[69073]: DEBUG nova.compute.manager [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.748488] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04f14d6-99f9-4586-ba20-c65ba211e572 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.773974] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 723a968e-c191-4e9e-88c2-a77edc22e3bc] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.908081] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.964026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-f522d769-61e5-4c43-957c-a70094b60c19" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.027678] env[69073]: DEBUG nova.network.neutron [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Successfully created port: 3c851909-22b0-4007-97b2-de5d9f458899 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.134053] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219741, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.373658} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.134053] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068/OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068.vmdk to [datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc.vmdk. [ 962.134053] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Cleaning up location [datastore1] OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 962.134053] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d1500e34-fdbc-46ba-8fd9-d9056d354068 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.134053] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a93267c7-057e-426f-bbcf-9243cd51f0a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.134053] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 962.134053] env[69073]: value = "task-3219746" [ 962.134053] env[69073]: _type = "Task" [ 962.134053] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.134053] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.155655] env[69073]: DEBUG nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.196784] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219744, 'name': ReconfigVM_Task, 'duration_secs': 1.145756} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.197424] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.198403] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c4a7e-ceae-4497-9c47-33747ec9c26f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.222134] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.222520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.222816] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.223118] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.223410] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.232274] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1/f4c95b46-1573-428d-a7c5-637375d2cfb1.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.236337] env[69073]: INFO nova.compute.manager [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Terminating instance [ 962.237179] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742fb728-d0a6-41ec-a8f3-64a0822ca5a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.260015] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 962.260015] env[69073]: value = "task-3219747" [ 962.260015] env[69073]: _type = "Task" [ 962.260015] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.272958] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.278234] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3b4c9703-c5a2-4f9d-8a1b-a16860c77564] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.405279] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219745, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.631775] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033286} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.632132] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.632355] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.632576] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc.vmdk to [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1/b0b98b8f-ad6b-4e95-aacc-b097bdb37de1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.632828] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21396f8d-0349-4caa-a8af-a2fc915d7305 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.636646] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b457f4c-bcb9-4189-9768-2b1f48146f01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.640078] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 962.640078] env[69073]: value = "task-3219748" [ 962.640078] env[69073]: _type = "Task" [ 962.640078] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.647944] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ded1b0-172b-45d3-a040-9fbcf1aa7cd2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.655937] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.688851] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad64c095-eecc-4202-aab4-dff93552ca7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.697976] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f85987-c558-417b-b966-9428c9870888 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.710382] env[69073]: DEBUG nova.compute.provider_tree [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.755376] env[69073]: DEBUG nova.compute.manager [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.755376] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.755849] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de49e03a-8b82-4205-9126-e0018dd30912 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.773136] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.773136] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fac86a5-d591-492e-937a-3cd55f4d3fb1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.774027] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219747, 'name': ReconfigVM_Task, 'duration_secs': 0.319241} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.779153] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Reconfigured VM instance instance-0000002f to attach disk [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1/f4c95b46-1573-428d-a7c5-637375d2cfb1.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.779153] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555aceac-0453-4c23-a894-7e85412ce58f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.779507] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cec02f-1c2d-4aeb-b558-03c3ec394736 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.782629] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 0592489d-898c-44e4-8522-ee38acae70cf] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.785773] env[69073]: DEBUG oslo_vmware.api [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 962.785773] env[69073]: value = "task-3219749" [ 962.785773] env[69073]: _type = "Task" [ 962.785773] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.806807] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Doing hard reboot of VM {{(pid=69073) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 962.807708] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-64ce1d45-9cbf-47de-9d09-b7edecc9b892 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.810838] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbfc0eb-a09e-480a-8957-4db8210cfca5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.815689] env[69073]: DEBUG oslo_vmware.api [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.835202] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5715f6da-9e9b-4f79-b160-ef330ae2780c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.839934] env[69073]: DEBUG oslo_vmware.api [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 962.839934] env[69073]: value = "task-3219750" [ 962.839934] env[69073]: _type = "Task" [ 962.839934] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.862221] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa41e6-8044-42d7-96eb-1df877266a87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.869829] env[69073]: DEBUG oslo_vmware.api [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219750, 'name': ResetVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.877674] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.877939] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1c9aa8-284e-4c4b-b376-0a4572e275f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.888000] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 962.888000] env[69073]: value = "task-3219751" [ 962.888000] env[69073]: _type = "Task" [ 962.888000] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.903603] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.908313] env[69073]: DEBUG oslo_vmware.api [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219745, 'name': PowerOnVM_Task, 'duration_secs': 1.639021} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.908640] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.908849] env[69073]: DEBUG nova.compute.manager [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.909799] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f5ab7-0dd6-4847-a326-a9b1333d40ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.968931] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.969288] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d625db-c0cc-407f-b1b2-5268e3bb3647 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.976966] env[69073]: DEBUG oslo_vmware.api [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 962.976966] env[69073]: value = "task-3219752" [ 962.976966] env[69073]: _type = "Task" [ 962.976966] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.987494] env[69073]: DEBUG oslo_vmware.api [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.155866] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219748, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.190490] env[69073]: DEBUG nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.216929] env[69073]: DEBUG nova.scheduler.client.report [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.222898] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.223275] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.223517] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.223734] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.223882] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.224416] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.224416] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.224416] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.224670] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.224858] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.225070] env[69073]: DEBUG nova.virt.hardware [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.227050] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99cd2dd-ac31-4300-8c11-bdded9479f9b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.236754] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d713129f-71e3-4a18-8ddf-08d05707692f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.286383] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: e72aa1dc-1f7f-46f7-b360-9a49ed59c796] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.299787] env[69073]: DEBUG oslo_vmware.api [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.354010] env[69073]: DEBUG oslo_vmware.api [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219750, 'name': ResetVM_Task, 'duration_secs': 0.1111} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.354302] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Did hard reboot of VM {{(pid=69073) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 963.354576] env[69073]: DEBUG nova.compute.manager [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.355335] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60247c5-2e83-4715-bcf0-e6e3c9607791 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.399301] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.432257] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.488041] env[69073]: DEBUG oslo_vmware.api [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219752, 'name': PowerOnVM_Task, 'duration_secs': 0.47964} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.489103] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.489103] env[69073]: DEBUG nova.compute.manager [None req-b32ed71a-e627-4b8b-9f6d-31ed8e5b4d7b tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.489907] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782ae8e1-362a-429b-b644-a1dd7b27420b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.657552] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219748, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.731368] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.731985] env[69073]: DEBUG nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.734691] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.746s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.734902] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.737247] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.902s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.737597] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.741798] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.628s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.743357] env[69073]: INFO nova.compute.claims [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.780488] env[69073]: INFO nova.scheduler.client.report [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Deleted allocations for instance 97535ddb-6907-4030-8407-ea478889cf74 [ 963.788570] env[69073]: INFO nova.scheduler.client.report [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted allocations for instance df129425-381c-4c41-8515-e6bcaa04869f [ 963.797311] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: e2910e35-1807-49c5-a97d-673de87f3058] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.811383] env[69073]: DEBUG oslo_vmware.api [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219749, 'name': PowerOffVM_Task, 'duration_secs': 0.976935} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.811705] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.812363] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.812651] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c535d287-84cb-4d5f-b6a3-cead957ffecb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.870805] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6feb2394-1c16-4c9e-97b6-c9766c26ea5b tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.488s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.910441] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219751, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.915500] env[69073]: DEBUG nova.network.neutron [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Successfully updated port: 3c851909-22b0-4007-97b2-de5d9f458899 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.924084] env[69073]: DEBUG nova.compute.manager [req-520d981f-0c58-4f12-82e3-46f47571c89a req-aa12fbca-196f-46d6-982b-02bf14d9a140 service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Received event network-vif-plugged-3c851909-22b0-4007-97b2-de5d9f458899 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.924542] env[69073]: DEBUG oslo_concurrency.lockutils [req-520d981f-0c58-4f12-82e3-46f47571c89a req-aa12fbca-196f-46d6-982b-02bf14d9a140 service nova] Acquiring lock "2da75b08-fbea-4579-b2f0-38e30b420feb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.924687] env[69073]: DEBUG oslo_concurrency.lockutils [req-520d981f-0c58-4f12-82e3-46f47571c89a req-aa12fbca-196f-46d6-982b-02bf14d9a140 service nova] Lock "2da75b08-fbea-4579-b2f0-38e30b420feb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.924938] env[69073]: DEBUG oslo_concurrency.lockutils [req-520d981f-0c58-4f12-82e3-46f47571c89a req-aa12fbca-196f-46d6-982b-02bf14d9a140 service nova] Lock "2da75b08-fbea-4579-b2f0-38e30b420feb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.925543] env[69073]: DEBUG nova.compute.manager [req-520d981f-0c58-4f12-82e3-46f47571c89a req-aa12fbca-196f-46d6-982b-02bf14d9a140 service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] No waiting events found dispatching network-vif-plugged-3c851909-22b0-4007-97b2-de5d9f458899 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.925812] env[69073]: WARNING nova.compute.manager [req-520d981f-0c58-4f12-82e3-46f47571c89a req-aa12fbca-196f-46d6-982b-02bf14d9a140 service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Received unexpected event network-vif-plugged-3c851909-22b0-4007-97b2-de5d9f458899 for instance with vm_state building and task_state spawning. [ 964.154626] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219748, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.258441] env[69073]: DEBUG nova.compute.utils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.262021] env[69073]: DEBUG nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.262021] env[69073]: DEBUG nova.network.neutron [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.297864] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.298633] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.298965] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleting the datastore file [datastore1] 2b824b3e-a8c4-483a-b8bb-fff02928ad4b {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.299648] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c469aabc-31ff-4fb5-bf9e-ba8d203e2829 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "df129425-381c-4c41-8515-e6bcaa04869f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.015s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.305137] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60ea4c79-d562-4c14-93e2-bc9da5d02f8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.305618] env[69073]: DEBUG oslo_concurrency.lockutils [None req-57108643-19ca-47d5-aca2-12dd3d1df973 tempest-VolumesAdminNegativeTest-836729910 tempest-VolumesAdminNegativeTest-836729910-project-member] Lock "97535ddb-6907-4030-8407-ea478889cf74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.107s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.306849] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: e3218ff9-bffe-4077-b090-e61b7e309c4d] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.314027] env[69073]: DEBUG oslo_vmware.api [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 964.314027] env[69073]: value = "task-3219754" [ 964.314027] env[69073]: _type = "Task" [ 964.314027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.327274] env[69073]: DEBUG oslo_vmware.api [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.402336] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219751, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.403922] env[69073]: DEBUG nova.policy [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403484d40e4a4f3fa189dfc899230886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d9ca3090ed4ab3a2f593938a29b733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.418796] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "refresh_cache-2da75b08-fbea-4579-b2f0-38e30b420feb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.418997] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "refresh_cache-2da75b08-fbea-4579-b2f0-38e30b420feb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.419803] env[69073]: DEBUG nova.network.neutron [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.618311] env[69073]: DEBUG nova.compute.manager [req-84231a0a-c659-44f2-803b-8ad426e23d31 req-2ce542f0-00ef-49f3-9c63-22726296c079 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Received event network-changed-9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.618630] env[69073]: DEBUG nova.compute.manager [req-84231a0a-c659-44f2-803b-8ad426e23d31 req-2ce542f0-00ef-49f3-9c63-22726296c079 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Refreshing instance network info cache due to event network-changed-9aca0646-e4ea-4cee-a669-281b0ad143a7. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.618965] env[69073]: DEBUG oslo_concurrency.lockutils [req-84231a0a-c659-44f2-803b-8ad426e23d31 req-2ce542f0-00ef-49f3-9c63-22726296c079 service nova] Acquiring lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.619187] env[69073]: DEBUG oslo_concurrency.lockutils [req-84231a0a-c659-44f2-803b-8ad426e23d31 req-2ce542f0-00ef-49f3-9c63-22726296c079 service nova] Acquired lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.622105] env[69073]: DEBUG nova.network.neutron [req-84231a0a-c659-44f2-803b-8ad426e23d31 req-2ce542f0-00ef-49f3-9c63-22726296c079 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Refreshing network info cache for port 9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.654252] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219748, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.767076] env[69073]: DEBUG nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.812105] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3f0ae33c-19a3-4ebc-b81f-c3c627ee3bf6] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.833769] env[69073]: DEBUG oslo_vmware.api [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.858675] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "f522d769-61e5-4c43-957c-a70094b60c19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.858912] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.859167] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "f522d769-61e5-4c43-957c-a70094b60c19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.859361] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.859547] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.865152] env[69073]: INFO nova.compute.manager [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Terminating instance [ 964.887840] env[69073]: DEBUG nova.network.neutron [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Successfully created port: e94931e0-932c-4821-a75e-02c55c1ef0fe {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.904572] env[69073]: DEBUG oslo_vmware.api [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219751, 'name': PowerOnVM_Task, 'duration_secs': 1.879625} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.904912] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.988068] env[69073]: DEBUG nova.network.neutron [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.159187] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219748, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.433196} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.159446] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc/2d8cd4e1-e1f7-4cbf-a545-e5fe366892fc.vmdk to [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1/b0b98b8f-ad6b-4e95-aacc-b097bdb37de1.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.161239] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1f7032-5e8d-45e4-b8f7-48bf8cdbd038 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.173621] env[69073]: DEBUG nova.network.neutron [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Updating instance_info_cache with network_info: [{"id": "3c851909-22b0-4007-97b2-de5d9f458899", "address": "fa:16:3e:31:4e:c3", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c851909-22", "ovs_interfaceid": "3c851909-22b0-4007-97b2-de5d9f458899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.196048] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1/b0b98b8f-ad6b-4e95-aacc-b097bdb37de1.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.198702] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40bb01ba-3044-4155-b88c-52fb77e28652 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.222374] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 965.222374] env[69073]: value = "task-3219755" [ 965.222374] env[69073]: _type = "Task" [ 965.222374] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.235534] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.285303] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30f86af-9884-4872-9e93-c272c2f61aae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.293743] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3f6f93-9dc5-47e7-aad4-5c82ef096173 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.332467] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 05b13add-f4ba-4f12-8bd4-03d5586c2c21] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.342104] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c09c94-0db4-4d0b-acbf-ad65f2b26714 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.351554] env[69073]: DEBUG oslo_vmware.api [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.012035} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.353774] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.353974] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.354168] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.354342] env[69073]: INFO nova.compute.manager [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Took 2.60 seconds to destroy the instance on the hypervisor. [ 965.354679] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.354841] env[69073]: DEBUG nova.compute.manager [-] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.354938] env[69073]: DEBUG nova.network.neutron [-] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.357595] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21aa743-765b-4fbb-b15b-c9c9fdbee704 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.371941] env[69073]: DEBUG nova.compute.manager [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.372186] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.375923] env[69073]: DEBUG nova.compute.provider_tree [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.375923] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac21b65-0a51-43d1-88ff-eb76bbe06830 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.382583] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.383325] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce5fc23-72f6-471c-8d00-92b82bdaf866 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.390402] env[69073]: DEBUG oslo_vmware.api [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 965.390402] env[69073]: value = "task-3219756" [ 965.390402] env[69073]: _type = "Task" [ 965.390402] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.401021] env[69073]: DEBUG oslo_vmware.api [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.559461] env[69073]: DEBUG nova.network.neutron [req-84231a0a-c659-44f2-803b-8ad426e23d31 req-2ce542f0-00ef-49f3-9c63-22726296c079 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updated VIF entry in instance network info cache for port 9aca0646-e4ea-4cee-a669-281b0ad143a7. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.559855] env[69073]: DEBUG nova.network.neutron [req-84231a0a-c659-44f2-803b-8ad426e23d31 req-2ce542f0-00ef-49f3-9c63-22726296c079 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updating instance_info_cache with network_info: [{"id": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "address": "fa:16:3e:d5:c0:be", "network": {"id": "f0a1fa64-67db-430d-a0ae-e0e1c5b8920e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-701203383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85b7d9647f2e48e4aacb1dc0797e215d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aca0646-e4", "ovs_interfaceid": "9aca0646-e4ea-4cee-a669-281b0ad143a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.631655] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "fe81d849-3c3f-491c-8340-45fe6d62c622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.634674] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.634952] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "fe81d849-3c3f-491c-8340-45fe6d62c622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.635260] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.635456] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.638948] env[69073]: INFO nova.compute.manager [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Terminating instance [ 965.678505] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "refresh_cache-2da75b08-fbea-4579-b2f0-38e30b420feb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.678505] env[69073]: DEBUG nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Instance network_info: |[{"id": "3c851909-22b0-4007-97b2-de5d9f458899", "address": "fa:16:3e:31:4e:c3", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c851909-22", "ovs_interfaceid": "3c851909-22b0-4007-97b2-de5d9f458899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.678864] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:4e:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c47e98ff-83cf-48d2-bf91-2931c7386b6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c851909-22b0-4007-97b2-de5d9f458899', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.688641] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.689330] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.689687] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-368c5709-d167-4080-ba0b-29a339dfff00 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.711085] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.711085] env[69073]: value = "task-3219757" [ 965.711085] env[69073]: _type = "Task" [ 965.711085] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.719885] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219757, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.731450] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.767175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "2d63faee-1278-4190-a002-bfde65d9f970" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.767470] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "2d63faee-1278-4190-a002-bfde65d9f970" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.767682] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "2d63faee-1278-4190-a002-bfde65d9f970-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.767866] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "2d63faee-1278-4190-a002-bfde65d9f970-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.768345] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "2d63faee-1278-4190-a002-bfde65d9f970-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.770870] env[69073]: INFO nova.compute.manager [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Terminating instance [ 965.775919] env[69073]: DEBUG nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.807997] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.807997] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.808195] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.808305] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.808446] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.808588] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.808791] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.808976] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.809669] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.809969] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.810052] env[69073]: DEBUG nova.virt.hardware [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.811304] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7360544e-a3f0-4dd4-9fad-ee144cb3ba22 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.821165] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8761d44-7624-4f80-a4d3-49c816363ddf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.836357] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 965.836587] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Cleaning up deleted instances with incomplete migration {{(pid=69073) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 965.878886] env[69073]: DEBUG nova.scheduler.client.report [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.901344] env[69073]: DEBUG oslo_vmware.api [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219756, 'name': PowerOffVM_Task, 'duration_secs': 0.311177} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.903503] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.903503] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.903503] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c1195e4-f7d8-41dd-a0b7-22c7089b99ed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.920291] env[69073]: INFO nova.compute.manager [None req-cb806837-da0f-4217-a95f-a5a799f770d9 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance to original state: 'active' [ 965.974548] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.974699] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.974879] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleting the datastore file [datastore2] f522d769-61e5-4c43-957c-a70094b60c19 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.975518] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-279d3059-31b5-484e-86f8-67dca5edc4c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.986329] env[69073]: DEBUG oslo_vmware.api [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 965.986329] env[69073]: value = "task-3219759" [ 965.986329] env[69073]: _type = "Task" [ 965.986329] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.996087] env[69073]: DEBUG oslo_vmware.api [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.062960] env[69073]: DEBUG oslo_concurrency.lockutils [req-84231a0a-c659-44f2-803b-8ad426e23d31 req-2ce542f0-00ef-49f3-9c63-22726296c079 service nova] Releasing lock "refresh_cache-fe81d849-3c3f-491c-8340-45fe6d62c622" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.103983] env[69073]: DEBUG nova.compute.manager [req-70d40ab5-133e-4e39-b45f-f20529831807 req-42da9f97-e4bc-4c27-a0a9-1e7a13eb3994 service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Received event network-changed-3c851909-22b0-4007-97b2-de5d9f458899 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.104240] env[69073]: DEBUG nova.compute.manager [req-70d40ab5-133e-4e39-b45f-f20529831807 req-42da9f97-e4bc-4c27-a0a9-1e7a13eb3994 service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Refreshing instance network info cache due to event network-changed-3c851909-22b0-4007-97b2-de5d9f458899. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.104467] env[69073]: DEBUG oslo_concurrency.lockutils [req-70d40ab5-133e-4e39-b45f-f20529831807 req-42da9f97-e4bc-4c27-a0a9-1e7a13eb3994 service nova] Acquiring lock "refresh_cache-2da75b08-fbea-4579-b2f0-38e30b420feb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.104614] env[69073]: DEBUG oslo_concurrency.lockutils [req-70d40ab5-133e-4e39-b45f-f20529831807 req-42da9f97-e4bc-4c27-a0a9-1e7a13eb3994 service nova] Acquired lock "refresh_cache-2da75b08-fbea-4579-b2f0-38e30b420feb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.104775] env[69073]: DEBUG nova.network.neutron [req-70d40ab5-133e-4e39-b45f-f20529831807 req-42da9f97-e4bc-4c27-a0a9-1e7a13eb3994 service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Refreshing network info cache for port 3c851909-22b0-4007-97b2-de5d9f458899 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.143271] env[69073]: DEBUG nova.compute.manager [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.143501] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.144414] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b6089-a172-4902-b4eb-67a6ccaaacd8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.155273] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.155837] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ce55ea-1863-4ef4-ab71-47e8d54c4316 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.162971] env[69073]: DEBUG oslo_vmware.api [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 966.162971] env[69073]: value = "task-3219760" [ 966.162971] env[69073]: _type = "Task" [ 966.162971] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.171023] env[69073]: DEBUG oslo_vmware.api [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.223202] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219757, 'name': CreateVM_Task, 'duration_secs': 0.369931} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.228366] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.229140] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.229295] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.229660] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.230894] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f9d1b8-f8c4-4de1-a686-7ef0086b10c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.236596] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219755, 'name': ReconfigVM_Task, 'duration_secs': 0.759746} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.238053] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Reconfigured VM instance instance-00000021 to attach disk [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1/b0b98b8f-ad6b-4e95-aacc-b097bdb37de1.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.240070] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'boot_index': 0, 'encrypted': False, 'device_type': 'disk', 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'image_id': 'b04ae1f3-fd7b-41fc-a766-2c372c2ace51'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'attachment_id': 'e61893d7-1611-4a95-8a29-1ec1c20b9972', 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643711', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'name': 'volume-950439e7-99ba-4f24-9e49-41d2fe9d1722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b0b98b8f-ad6b-4e95-aacc-b097bdb37de1', 'attached_at': '', 'detached_at': '', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'serial': '950439e7-99ba-4f24-9e49-41d2fe9d1722'}, 'volume_type': None}], 'swap': None} {{(pid=69073) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 966.240347] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 966.240981] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643711', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'name': 'volume-950439e7-99ba-4f24-9e49-41d2fe9d1722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b0b98b8f-ad6b-4e95-aacc-b097bdb37de1', 'attached_at': '', 'detached_at': '', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'serial': '950439e7-99ba-4f24-9e49-41d2fe9d1722'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 966.241162] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 966.241162] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b16c10-da3c-8b3a-7aa8-c4480c5b5248" [ 966.241162] env[69073]: _type = "Task" [ 966.241162] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.242258] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ea318d-18bd-4f73-aa6f-f17fcce95eb4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.254142] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b16c10-da3c-8b3a-7aa8-c4480c5b5248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.266347] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e4479a-8492-4b8f-a567-1a1a9d605bca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.286998] env[69073]: DEBUG nova.compute.manager [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.286998] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.298458] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] volume-950439e7-99ba-4f24-9e49-41d2fe9d1722/volume-950439e7-99ba-4f24-9e49-41d2fe9d1722.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.299331] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf435d52-1537-422c-a14d-7b188bdf0981 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.302064] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c51e70-1838-4928-a550-cd33e46fe8bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.322510] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.324114] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4850c6b0-97d8-4c84-98cd-59d6448c4f95 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.325964] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 966.325964] env[69073]: value = "task-3219761" [ 966.325964] env[69073]: _type = "Task" [ 966.325964] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.330661] env[69073]: DEBUG oslo_vmware.api [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 966.330661] env[69073]: value = "task-3219762" [ 966.330661] env[69073]: _type = "Task" [ 966.330661] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.337659] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.338589] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 966.343328] env[69073]: DEBUG oslo_vmware.api [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.370684] env[69073]: DEBUG nova.network.neutron [-] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.388554] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.389597] env[69073]: DEBUG nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.392851] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.829s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.393053] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.395680] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.258s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.397205] env[69073]: INFO nova.compute.claims [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.443784] env[69073]: INFO nova.scheduler.client.report [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Deleted allocations for instance 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9 [ 966.498550] env[69073]: DEBUG oslo_vmware.api [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428381} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.498801] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.499055] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.499750] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.499750] env[69073]: INFO nova.compute.manager [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Took 1.13 seconds to destroy the instance on the hypervisor. [ 966.499750] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.499963] env[69073]: DEBUG nova.compute.manager [-] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.500024] env[69073]: DEBUG nova.network.neutron [-] [instance: f522d769-61e5-4c43-957c-a70094b60c19] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.563072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.563307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.649659] env[69073]: DEBUG nova.compute.manager [req-3dab6786-e42d-4268-a899-2ddb69a489c2 req-3028e74b-24ca-435d-bc0e-d9b32272c29b service nova] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Received event network-vif-deleted-8e0a821e-d93f-464d-809b-87d68d273db8 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.673292] env[69073]: DEBUG oslo_vmware.api [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219760, 'name': PowerOffVM_Task, 'duration_secs': 0.370473} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.675610] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.675808] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.676433] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace844f4-0ade-439d-963b-4dec7d5b6406 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.755087] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b16c10-da3c-8b3a-7aa8-c4480c5b5248, 'name': SearchDatastore_Task, 'duration_secs': 0.018094} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.755404] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.755668] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.755926] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.756086] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.756269] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.756564] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37f305a7-ad0a-44b6-9ee9-ff48797b9026 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.766544] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.766765] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.767498] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd26ef8-ea36-4dda-a70b-157edaa28963 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.773558] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 966.773558] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298767e-aec4-4d2f-fc11-5fb4484091b7" [ 966.773558] env[69073]: _type = "Task" [ 966.773558] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.781098] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298767e-aec4-4d2f-fc11-5fb4484091b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.838623] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.843878] env[69073]: DEBUG oslo_vmware.api [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219762, 'name': PowerOffVM_Task, 'duration_secs': 0.270603} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.844196] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.844585] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.844670] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a651325-d295-4882-80dc-65ce721b6ca2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.874874] env[69073]: INFO nova.compute.manager [-] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Took 1.52 seconds to deallocate network for instance. [ 966.905153] env[69073]: DEBUG nova.compute.utils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.908068] env[69073]: DEBUG nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.908234] env[69073]: DEBUG nova.network.neutron [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.953171] env[69073]: DEBUG oslo_concurrency.lockutils [None req-534c40ca-800e-49ca-b413-09f6c3c48e40 tempest-ServerMetadataNegativeTestJSON-443726833 tempest-ServerMetadataNegativeTestJSON-443726833-project-member] Lock "359b9e26-d6c4-4963-9d47-7f6dff7ff4e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.382s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.043078] env[69073]: DEBUG nova.policy [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '250a92553eb648c4865f4397a5414cde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b77d17a69fdc46ae9b46de391315844a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.066153] env[69073]: DEBUG nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 967.132757] env[69073]: DEBUG nova.network.neutron [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Successfully updated port: e94931e0-932c-4821-a75e-02c55c1ef0fe {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.146208] env[69073]: DEBUG nova.network.neutron [req-70d40ab5-133e-4e39-b45f-f20529831807 req-42da9f97-e4bc-4c27-a0a9-1e7a13eb3994 service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Updated VIF entry in instance network info cache for port 3c851909-22b0-4007-97b2-de5d9f458899. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.146565] env[69073]: DEBUG nova.network.neutron [req-70d40ab5-133e-4e39-b45f-f20529831807 req-42da9f97-e4bc-4c27-a0a9-1e7a13eb3994 service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Updating instance_info_cache with network_info: [{"id": "3c851909-22b0-4007-97b2-de5d9f458899", "address": "fa:16:3e:31:4e:c3", "network": {"id": "948d0dd4-36d0-4fe9-b7bd-ec0de661a3e4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1805769345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "163e0bed2152499abf45bc57addf6ba0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c47e98ff-83cf-48d2-bf91-2931c7386b6a", "external-id": "nsx-vlan-transportzone-992", "segmentation_id": 992, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c851909-22", "ovs_interfaceid": "3c851909-22b0-4007-97b2-de5d9f458899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.284968] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298767e-aec4-4d2f-fc11-5fb4484091b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.289708] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f09ac6f-da2b-4db3-b920-d42bc62ecd08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.292192] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.292401] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.292579] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Deleting the datastore file [datastore1] fe81d849-3c3f-491c-8340-45fe6d62c622 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.292853] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c569de0c-8c08-4077-b4f9-7c72da3f2ab8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.299940] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.300239] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.300394] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleting the datastore file [datastore1] 2d63faee-1278-4190-a002-bfde65d9f970 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.301334] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c90ba5e5-79ae-427b-8bee-fafeab13aa99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.303525] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 967.303525] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5257abe6-b0b5-fced-c010-7444f2e07f7f" [ 967.303525] env[69073]: _type = "Task" [ 967.303525] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.304685] env[69073]: DEBUG oslo_vmware.api [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 967.304685] env[69073]: value = "task-3219765" [ 967.304685] env[69073]: _type = "Task" [ 967.304685] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.312486] env[69073]: DEBUG oslo_vmware.api [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 967.312486] env[69073]: value = "task-3219766" [ 967.312486] env[69073]: _type = "Task" [ 967.312486] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.329635] env[69073]: DEBUG oslo_vmware.api [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.329635] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5257abe6-b0b5-fced-c010-7444f2e07f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.332567] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.333055] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2da75b08-fbea-4579-b2f0-38e30b420feb/2da75b08-fbea-4579-b2f0-38e30b420feb.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.336059] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9577e9aa-62f8-4e56-9c8e-f83f0c139ecf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.338440] env[69073]: DEBUG oslo_vmware.api [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.351295] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219761, 'name': ReconfigVM_Task, 'duration_secs': 0.532746} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.353451] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Reconfigured VM instance instance-00000021 to attach disk [datastore2] volume-950439e7-99ba-4f24-9e49-41d2fe9d1722/volume-950439e7-99ba-4f24-9e49-41d2fe9d1722.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.358073] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 967.358073] env[69073]: value = "task-3219767" [ 967.358073] env[69073]: _type = "Task" [ 967.358073] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.358329] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a2871d-4d02-4930-b30a-eca1f4b45ddd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.378185] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.379554] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 967.379554] env[69073]: value = "task-3219768" [ 967.379554] env[69073]: _type = "Task" [ 967.379554] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.386115] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.388205] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.409135] env[69073]: DEBUG nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.598916] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.638029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "refresh_cache-878aaa16-3056-4e38-8d64-4e713167e51a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.638029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "refresh_cache-878aaa16-3056-4e38-8d64-4e713167e51a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.638029] env[69073]: DEBUG nova.network.neutron [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.650062] env[69073]: DEBUG oslo_concurrency.lockutils [req-70d40ab5-133e-4e39-b45f-f20529831807 req-42da9f97-e4bc-4c27-a0a9-1e7a13eb3994 service nova] Releasing lock "refresh_cache-2da75b08-fbea-4579-b2f0-38e30b420feb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.738966] env[69073]: DEBUG nova.network.neutron [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Successfully created port: 83c84d22-8bf8-4272-bdac-5937b507a482 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.829309] env[69073]: DEBUG oslo_vmware.api [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213599} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.832692] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.832846] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.833061] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.833255] env[69073]: INFO nova.compute.manager [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Took 1.55 seconds to destroy the instance on the hypervisor. [ 967.833657] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.833713] env[69073]: DEBUG oslo_vmware.api [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212344} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.834278] env[69073]: DEBUG nova.compute.manager [-] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.834278] env[69073]: DEBUG nova.network.neutron [-] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.835926] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.836119] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.836298] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.836465] env[69073]: INFO nova.compute.manager [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Took 1.69 seconds to destroy the instance on the hypervisor. [ 967.836723] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.839468] env[69073]: DEBUG nova.compute.manager [-] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.839608] env[69073]: DEBUG nova.network.neutron [-] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.878890] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219767, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.889490] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219768, 'name': ReconfigVM_Task, 'duration_secs': 0.176604} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.889758] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643711', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'name': 'volume-950439e7-99ba-4f24-9e49-41d2fe9d1722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b0b98b8f-ad6b-4e95-aacc-b097bdb37de1', 'attached_at': '', 'detached_at': '', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'serial': '950439e7-99ba-4f24-9e49-41d2fe9d1722'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 967.890456] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b150cfca-e560-4a80-b1fe-c09e1412991b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.899543] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 967.899543] env[69073]: value = "task-3219769" [ 967.899543] env[69073]: _type = "Task" [ 967.899543] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.900430] env[69073]: DEBUG nova.network.neutron [-] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.906067] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219769, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.941602] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9328f1a8-0b41-4e4f-b819-b6a70f968f01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.950642] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3748cab-36c6-4b47-8209-5f66cce58328 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.993328] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8b5589-8f62-40d3-b6b1-192850030972 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.000625] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68d5aee-90de-4b98-a8c5-c8c007866512 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.015358] env[69073]: DEBUG nova.compute.provider_tree [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.230982] env[69073]: DEBUG nova.network.neutron [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.363184] env[69073]: DEBUG nova.compute.manager [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Received event network-vif-plugged-e94931e0-932c-4821-a75e-02c55c1ef0fe {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.363835] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] Acquiring lock "878aaa16-3056-4e38-8d64-4e713167e51a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.364325] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] Lock "878aaa16-3056-4e38-8d64-4e713167e51a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.364596] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] Lock "878aaa16-3056-4e38-8d64-4e713167e51a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.364860] env[69073]: DEBUG nova.compute.manager [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] No waiting events found dispatching network-vif-plugged-e94931e0-932c-4821-a75e-02c55c1ef0fe {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.365142] env[69073]: WARNING nova.compute.manager [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Received unexpected event network-vif-plugged-e94931e0-932c-4821-a75e-02c55c1ef0fe for instance with vm_state building and task_state spawning. [ 968.365429] env[69073]: DEBUG nova.compute.manager [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Received event network-changed-e94931e0-932c-4821-a75e-02c55c1ef0fe {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.365697] env[69073]: DEBUG nova.compute.manager [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Refreshing instance network info cache due to event network-changed-e94931e0-932c-4821-a75e-02c55c1ef0fe. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.366028] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] Acquiring lock "refresh_cache-878aaa16-3056-4e38-8d64-4e713167e51a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.384137] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571314} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.384419] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2da75b08-fbea-4579-b2f0-38e30b420feb/2da75b08-fbea-4579-b2f0-38e30b420feb.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.384701] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.384896] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ba30f65-6957-40c0-ad8c-8485a7458d8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.392944] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 968.392944] env[69073]: value = "task-3219770" [ 968.392944] env[69073]: _type = "Task" [ 968.392944] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.404017] env[69073]: INFO nova.compute.manager [-] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Took 1.90 seconds to deallocate network for instance. [ 968.410765] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.424450] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219769, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.424450] env[69073]: DEBUG nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.467799] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.470470] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.470667] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.470899] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.471086] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.471277] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.471535] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.471753] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.471992] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.472237] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.472472] env[69073]: DEBUG nova.virt.hardware [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.473745] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223bae1d-b212-4264-b2be-11bb812209db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.488274] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddf607b-9b66-47ad-a68b-648337561594 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.518932] env[69073]: DEBUG nova.scheduler.client.report [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.867530] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "f4c95b46-1573-428d-a7c5-637375d2cfb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.868025] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.868457] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.868881] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.869245] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.872204] env[69073]: INFO nova.compute.manager [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Terminating instance [ 968.877850] env[69073]: DEBUG nova.compute.manager [req-5d0271ad-f262-410c-8f3b-8849aeb75a15 req-f8f5f503-b6c7-4877-bd41-fced86e3a906 service nova] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Received event network-vif-deleted-ade34f8a-2c4d-48c9-9a96-8a72ef9d7eb3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.907288] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071523} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.910812] env[69073]: DEBUG nova.network.neutron [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Updating instance_info_cache with network_info: [{"id": "e94931e0-932c-4821-a75e-02c55c1ef0fe", "address": "fa:16:3e:6c:3b:69", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94931e0-93", "ovs_interfaceid": "e94931e0-932c-4821-a75e-02c55c1ef0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.912073] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.912587] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219769, 'name': Rename_Task, 'duration_secs': 0.553296} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.913281] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f3861b-e2c5-47ad-8e4b-3b84e4b3975d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.915733] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.916382] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00eea7f1-d560-4f6f-a6ed-d8faa6b7702b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.932180] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.941703] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 2da75b08-fbea-4579-b2f0-38e30b420feb/2da75b08-fbea-4579-b2f0-38e30b420feb.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.944914] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d06d3ed3-09bd-498c-8172-c10e9b48742b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.960422] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 968.960422] env[69073]: value = "task-3219771" [ 968.960422] env[69073]: _type = "Task" [ 968.960422] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.966618] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 968.966618] env[69073]: value = "task-3219772" [ 968.966618] env[69073]: _type = "Task" [ 968.966618] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.973008] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.978225] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.024155] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.024722] env[69073]: DEBUG nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.027467] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.931s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.027731] env[69073]: DEBUG nova.objects.instance [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lazy-loading 'resources' on Instance uuid ffa4f3d0-793e-4fea-8027-7de487442d67 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.229681] env[69073]: DEBUG nova.network.neutron [-] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.240574] env[69073]: DEBUG nova.network.neutron [-] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.378968] env[69073]: DEBUG nova.compute.manager [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.379608] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.380144] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf5151a-1a0f-4884-bcca-7d043bbb6f68 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.388713] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.388811] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7eb0226-e937-432f-85b4-7c2d74c5375d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.394930] env[69073]: DEBUG oslo_vmware.api [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 969.394930] env[69073]: value = "task-3219773" [ 969.394930] env[69073]: _type = "Task" [ 969.394930] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.403061] env[69073]: DEBUG oslo_vmware.api [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.419718] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "refresh_cache-878aaa16-3056-4e38-8d64-4e713167e51a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.420215] env[69073]: DEBUG nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Instance network_info: |[{"id": "e94931e0-932c-4821-a75e-02c55c1ef0fe", "address": "fa:16:3e:6c:3b:69", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94931e0-93", "ovs_interfaceid": "e94931e0-932c-4821-a75e-02c55c1ef0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.420416] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] Acquired lock "refresh_cache-878aaa16-3056-4e38-8d64-4e713167e51a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.420573] env[69073]: DEBUG nova.network.neutron [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Refreshing network info cache for port e94931e0-932c-4821-a75e-02c55c1ef0fe {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.422034] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:3b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e94931e0-932c-4821-a75e-02c55c1ef0fe', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.433530] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.434642] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.434886] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6e6e54b-cebe-4a8d-9e5e-df787a987b7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.457583] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.457583] env[69073]: value = "task-3219774" [ 969.457583] env[69073]: _type = "Task" [ 969.457583] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.477375] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219771, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.477601] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219774, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.482558] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219772, 'name': ReconfigVM_Task, 'duration_secs': 0.338216} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.482828] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 2da75b08-fbea-4579-b2f0-38e30b420feb/2da75b08-fbea-4579-b2f0-38e30b420feb.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.483473] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3332e545-8d8a-4f05-9d8e-9b87f698fd4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.491542] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 969.491542] env[69073]: value = "task-3219775" [ 969.491542] env[69073]: _type = "Task" [ 969.491542] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.502312] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219775, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.531647] env[69073]: DEBUG nova.compute.utils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.536155] env[69073]: DEBUG nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.536155] env[69073]: DEBUG nova.network.neutron [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.610107] env[69073]: DEBUG nova.policy [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f283082bc69644039dcf28be0254b328', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e562b8187396428bb04541a62f0c487a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.738284] env[69073]: INFO nova.compute.manager [-] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Took 1.90 seconds to deallocate network for instance. [ 969.747638] env[69073]: INFO nova.compute.manager [-] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Took 1.91 seconds to deallocate network for instance. [ 969.907548] env[69073]: DEBUG oslo_vmware.api [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219773, 'name': PowerOffVM_Task, 'duration_secs': 0.157962} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.911559] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.911888] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.912463] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16213414-f4d9-4339-b467-38a69acd365c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.977409] env[69073]: DEBUG oslo_vmware.api [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219771, 'name': PowerOnVM_Task, 'duration_secs': 0.719219} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.977409] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219774, 'name': CreateVM_Task, 'duration_secs': 0.348073} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.977677] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.979776] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.981176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.981176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.981176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.981495] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c13042-8409-46dc-bce5-76bae4b0d8d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.984976] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.984976] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.984976] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Deleting the datastore file [datastore1] f4c95b46-1573-428d-a7c5-637375d2cfb1 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.985508] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b27b58fe-45a4-4ac4-92e5-1579b6476039 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.988450] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 969.988450] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ab91f8-c10a-acbf-ed0e-2d9d2a7177e4" [ 969.988450] env[69073]: _type = "Task" [ 969.988450] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.998137] env[69073]: DEBUG oslo_vmware.api [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 969.998137] env[69073]: value = "task-3219777" [ 969.998137] env[69073]: _type = "Task" [ 969.998137] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.009634] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ab91f8-c10a-acbf-ed0e-2d9d2a7177e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010858} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.010218] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.012023] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.012023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.012023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.012023] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.016964] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f766e6d-ca0a-4d82-ba01-e67048658a10 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.019034] env[69073]: DEBUG oslo_vmware.api [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.019195] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219775, 'name': Rename_Task, 'duration_secs': 0.177661} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.021857] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.022677] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22e22e8a-e2a3-496a-b2ef-a3d052f0891a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.029297] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.029491] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.031532] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8496e44-7545-4cde-8386-fcb15b1ce63e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.033969] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 970.033969] env[69073]: value = "task-3219778" [ 970.033969] env[69073]: _type = "Task" [ 970.033969] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.041381] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 970.041381] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bfafab-6617-76f2-27bc-dc454cdbaeac" [ 970.041381] env[69073]: _type = "Task" [ 970.041381] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.041565] env[69073]: DEBUG nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.050934] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219778, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.058885] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bfafab-6617-76f2-27bc-dc454cdbaeac, 'name': SearchDatastore_Task, 'duration_secs': 0.011515} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.061191] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeffe891-09e0-402b-9226-c046f76dfdf1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.063744] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43f3112-1453-4f70-b6d6-876b3e83b1a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.072939] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7c41b-a22c-45f3-818e-cd28f17fcace {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.076674] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 970.076674] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528fc7ee-3fc2-cf71-9ee7-f26d23c69c25" [ 970.076674] env[69073]: _type = "Task" [ 970.076674] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.107974] env[69073]: DEBUG nova.compute.manager [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.109864] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65552926-f3c6-4f5f-a856-24f02324cd15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.112995] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a911e5-2b6e-4986-bc9b-fe9d56e9c41c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.119117] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528fc7ee-3fc2-cf71-9ee7-f26d23c69c25, 'name': SearchDatastore_Task, 'duration_secs': 0.012244} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.120226] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.120226] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 878aaa16-3056-4e38-8d64-4e713167e51a/878aaa16-3056-4e38-8d64-4e713167e51a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.120476] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-784a2a02-0897-47ec-87d4-4670a803b365 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.129977] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deed83ad-591f-47ae-b006-f0ffbfe74297 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.135071] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 970.135071] env[69073]: value = "task-3219779" [ 970.135071] env[69073]: _type = "Task" [ 970.135071] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.147884] env[69073]: DEBUG nova.compute.provider_tree [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.153632] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.250247] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.260359] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.516717] env[69073]: DEBUG oslo_vmware.api [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215926} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.517260] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.517402] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.517498] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.517667] env[69073]: INFO nova.compute.manager [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 970.518356] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.518599] env[69073]: DEBUG nova.compute.manager [-] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.518723] env[69073]: DEBUG nova.network.neutron [-] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.554078] env[69073]: DEBUG oslo_vmware.api [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219778, 'name': PowerOnVM_Task, 'duration_secs': 0.472596} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.554078] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.554078] env[69073]: INFO nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Took 7.36 seconds to spawn the instance on the hypervisor. [ 970.554078] env[69073]: DEBUG nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.554078] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fa9629-cc64-4aea-b746-497e318a61d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.654418] env[69073]: DEBUG nova.scheduler.client.report [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.658295] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1df97585-50b9-49dc-a383-c9689994cb97 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 62.233s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.668159] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219779, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.719935] env[69073]: DEBUG nova.network.neutron [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Successfully created port: a9029e7a-bfb6-40cd-b094-ce8d5f3295a6 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.782604] env[69073]: DEBUG nova.network.neutron [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Updated VIF entry in instance network info cache for port e94931e0-932c-4821-a75e-02c55c1ef0fe. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.783125] env[69073]: DEBUG nova.network.neutron [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Updating instance_info_cache with network_info: [{"id": "e94931e0-932c-4821-a75e-02c55c1ef0fe", "address": "fa:16:3e:6c:3b:69", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94931e0-93", "ovs_interfaceid": "e94931e0-932c-4821-a75e-02c55c1ef0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.794977] env[69073]: DEBUG nova.compute.manager [req-c599bc21-c0a6-4e33-991f-3104df225b41 req-08c69a87-3e2f-4d70-a9d1-69ffce1fa1a0 service nova] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Received event network-vif-deleted-9aca0646-e4ea-4cee-a669-281b0ad143a7 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.919143] env[69073]: DEBUG nova.network.neutron [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Successfully updated port: 83c84d22-8bf8-4272-bdac-5937b507a482 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.973373] env[69073]: DEBUG nova.compute.manager [req-0061bacf-875d-4969-9168-c4321801ca15 req-eb8969fd-5ae8-4344-9047-8d2b1034bb5a service nova] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Received event network-vif-deleted-3eabf659-2a74-40ee-8464-0e6adbb2a2f0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.053224] env[69073]: DEBUG nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.084035] env[69073]: INFO nova.compute.manager [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Took 46.37 seconds to build instance. [ 971.093223] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.094294] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.094294] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.094294] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.094294] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.096674] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.096674] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.096674] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.096674] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.096674] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.096674] env[69073]: DEBUG nova.virt.hardware [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.097581] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234ab587-0097-4137-afdc-a9ce99cde9a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.162241] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.166505] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.860s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.166802] env[69073]: DEBUG nova.objects.instance [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'resources' on Instance uuid f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.195466] env[69073]: INFO nova.scheduler.client.report [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Deleted allocations for instance ffa4f3d0-793e-4fea-8027-7de487442d67 [ 971.285829] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ac9cc17-e20f-4102-8425-c267a65fa9d7 req-1622be79-7158-43cd-a29c-042d63115bc1 service nova] Releasing lock "refresh_cache-878aaa16-3056-4e38-8d64-4e713167e51a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.367721] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663567} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.368239] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 878aaa16-3056-4e38-8d64-4e713167e51a/878aaa16-3056-4e38-8d64-4e713167e51a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.370017] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.370017] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae9a7eea-f9a9-418b-85ba-72acd6daa26d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.378018] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 971.378018] env[69073]: value = "task-3219780" [ 971.378018] env[69073]: _type = "Task" [ 971.378018] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.389375] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.422982] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "refresh_cache-e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.423159] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "refresh_cache-e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.423315] env[69073]: DEBUG nova.network.neutron [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.542873] env[69073]: DEBUG nova.network.neutron [-] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.589974] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a650f31-8d66-423f-82fc-6664df9fa1de tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "2da75b08-fbea-4579-b2f0-38e30b420feb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.429s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.706895] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5d23f29-f5ab-40aa-80ab-a144d0a048ee tempest-AttachInterfacesV270Test-232490555 tempest-AttachInterfacesV270Test-232490555-project-member] Lock "ffa4f3d0-793e-4fea-8027-7de487442d67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.103s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.732246] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f133241-ea25-4b0c-852a-8ca7e17254b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.889627] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122413} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.889908] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.894302] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34e98da-f1fb-43ca-93c7-79ac10c9cb19 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.911398] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "2da75b08-fbea-4579-b2f0-38e30b420feb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.911655] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "2da75b08-fbea-4579-b2f0-38e30b420feb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.911849] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "2da75b08-fbea-4579-b2f0-38e30b420feb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.912062] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "2da75b08-fbea-4579-b2f0-38e30b420feb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.912317] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "2da75b08-fbea-4579-b2f0-38e30b420feb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.922951] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 878aaa16-3056-4e38-8d64-4e713167e51a/878aaa16-3056-4e38-8d64-4e713167e51a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.923256] env[69073]: INFO nova.compute.manager [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Terminating instance [ 971.927387] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a7e6c0-6efb-4ccd-b646-cabdd6196c03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.950879] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 971.950879] env[69073]: value = "task-3219781" [ 971.950879] env[69073]: _type = "Task" [ 971.950879] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.964153] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219781, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.003577] env[69073]: DEBUG nova.network.neutron [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.048570] env[69073]: INFO nova.compute.manager [-] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Took 1.53 seconds to deallocate network for instance. [ 972.135096] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffeca04-e252-478d-9dd2-cb2d280aebab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.143141] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b4860-fe93-4078-bd49-89d09582a62f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.178221] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b249ea-5592-4a5c-813b-b9c283f63d49 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.186431] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ae691a-c594-4271-97bf-ab30c8b737dd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.200263] env[69073]: DEBUG nova.compute.provider_tree [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.285710] env[69073]: DEBUG nova.network.neutron [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Updating instance_info_cache with network_info: [{"id": "83c84d22-8bf8-4272-bdac-5937b507a482", "address": "fa:16:3e:4a:df:55", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c84d22-8b", "ovs_interfaceid": "83c84d22-8bf8-4272-bdac-5937b507a482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.446878] env[69073]: DEBUG nova.compute.manager [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.447149] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.448399] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffc835f-34bc-4dcd-ae46-9cc05a175025 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.460901] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.464388] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66922be4-34b4-4e0b-bc64-9f5e4a1b7d1d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.466271] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219781, 'name': ReconfigVM_Task, 'duration_secs': 0.294697} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.466788] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 878aaa16-3056-4e38-8d64-4e713167e51a/878aaa16-3056-4e38-8d64-4e713167e51a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.467833] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aab96a82-80dc-43e5-ac1f-70a5b432ece4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.471640] env[69073]: DEBUG oslo_vmware.api [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 972.471640] env[69073]: value = "task-3219782" [ 972.471640] env[69073]: _type = "Task" [ 972.471640] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.477252] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 972.477252] env[69073]: value = "task-3219783" [ 972.477252] env[69073]: _type = "Task" [ 972.477252] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.482891] env[69073]: DEBUG oslo_vmware.api [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.488201] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219783, 'name': Rename_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.554782] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.703746] env[69073]: DEBUG nova.scheduler.client.report [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.791039] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "refresh_cache-e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.791456] env[69073]: DEBUG nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Instance network_info: |[{"id": "83c84d22-8bf8-4272-bdac-5937b507a482", "address": "fa:16:3e:4a:df:55", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c84d22-8b", "ovs_interfaceid": "83c84d22-8bf8-4272-bdac-5937b507a482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.792255] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:df:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83c84d22-8bf8-4272-bdac-5937b507a482', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.801142] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.801142] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.801142] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1db64b16-3d2d-4917-a38b-864c08a082db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.829494] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.829789] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.834090] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.834090] env[69073]: value = "task-3219784" [ 972.834090] env[69073]: _type = "Task" [ 972.834090] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.842528] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219784, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.947363] env[69073]: DEBUG nova.compute.manager [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Received event network-vif-plugged-83c84d22-8bf8-4272-bdac-5937b507a482 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.947608] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Acquiring lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.947841] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.948092] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.948257] env[69073]: DEBUG nova.compute.manager [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] No waiting events found dispatching network-vif-plugged-83c84d22-8bf8-4272-bdac-5937b507a482 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.948406] env[69073]: WARNING nova.compute.manager [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Received unexpected event network-vif-plugged-83c84d22-8bf8-4272-bdac-5937b507a482 for instance with vm_state building and task_state spawning. [ 972.948595] env[69073]: DEBUG nova.compute.manager [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Received event network-changed-83c84d22-8bf8-4272-bdac-5937b507a482 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.948809] env[69073]: DEBUG nova.compute.manager [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Refreshing instance network info cache due to event network-changed-83c84d22-8bf8-4272-bdac-5937b507a482. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.948934] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Acquiring lock "refresh_cache-e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.949048] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Acquired lock "refresh_cache-e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.949185] env[69073]: DEBUG nova.network.neutron [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Refreshing network info cache for port 83c84d22-8bf8-4272-bdac-5937b507a482 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.991510] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219783, 'name': Rename_Task, 'duration_secs': 0.165069} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.991872] env[69073]: DEBUG oslo_vmware.api [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219782, 'name': PowerOffVM_Task, 'duration_secs': 0.269321} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.992101] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.992387] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.992611] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.992823] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43165aac-15d7-49a6-a6bc-558888bb94a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.994377] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e87c26b-c76e-4e75-9b70-294ee5135334 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.000875] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 973.000875] env[69073]: value = "task-3219785" [ 973.000875] env[69073]: _type = "Task" [ 973.000875] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.012600] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.019810] env[69073]: DEBUG nova.network.neutron [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Successfully updated port: a9029e7a-bfb6-40cd-b094-ce8d5f3295a6 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.024890] env[69073]: DEBUG nova.compute.manager [req-b9971801-4338-475f-97d0-3d3e3ac3880d req-919dc1de-0a4c-4a70-ac25-c8ea4724605e service nova] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Received event network-vif-deleted-87b74d64-7b64-4ce6-a619-55fe44e03cb5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.065160] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.065160] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.065160] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleting the datastore file [datastore1] 2da75b08-fbea-4579-b2f0-38e30b420feb {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.065401] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2785ab52-5c34-4dd3-a15a-7cdce88c65f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.073119] env[69073]: DEBUG oslo_vmware.api [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for the task: (returnval){ [ 973.073119] env[69073]: value = "task-3219787" [ 973.073119] env[69073]: _type = "Task" [ 973.073119] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.081973] env[69073]: DEBUG oslo_vmware.api [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.208984] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.212318] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.123s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.212318] env[69073]: DEBUG nova.objects.instance [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lazy-loading 'resources' on Instance uuid 0fb01e9a-14ba-45a0-8465-2813e8935d4a {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.257260] env[69073]: INFO nova.scheduler.client.report [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted allocations for instance f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565 [ 973.334854] env[69073]: DEBUG nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 973.348439] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219784, 'name': CreateVM_Task, 'duration_secs': 0.422283} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.348621] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.349827] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.350036] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.350378] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.350952] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd19881e-5ed2-4f41-a1f1-83f5340522da {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.356196] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 973.356196] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528e64c1-60dd-8fd2-660f-efcd96de165b" [ 973.356196] env[69073]: _type = "Task" [ 973.356196] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.364724] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528e64c1-60dd-8fd2-660f-efcd96de165b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.513320] env[69073]: DEBUG oslo_vmware.api [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219785, 'name': PowerOnVM_Task, 'duration_secs': 0.469734} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.513629] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.514038] env[69073]: INFO nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Took 7.74 seconds to spawn the instance on the hypervisor. [ 973.514091] env[69073]: DEBUG nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.515478] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a5dbae-e0ea-4852-8b47-5519dfe4e059 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.522365] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquiring lock "refresh_cache-edf6240f-1780-4eb1-b7ed-19e0d48c119d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.522365] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquired lock "refresh_cache-edf6240f-1780-4eb1-b7ed-19e0d48c119d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.522595] env[69073]: DEBUG nova.network.neutron [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.585243] env[69073]: DEBUG oslo_vmware.api [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Task: {'id': task-3219787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224832} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.585503] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.585695] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.585892] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.586095] env[69073]: INFO nova.compute.manager [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 973.586360] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.586653] env[69073]: DEBUG nova.compute.manager [-] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.586769] env[69073]: DEBUG nova.network.neutron [-] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.766196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d5474f82-c736-4050-879c-17097de0b1bc tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.302s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.767356] env[69073]: DEBUG nova.network.neutron [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Updated VIF entry in instance network info cache for port 83c84d22-8bf8-4272-bdac-5937b507a482. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.767818] env[69073]: DEBUG nova.network.neutron [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Updating instance_info_cache with network_info: [{"id": "83c84d22-8bf8-4272-bdac-5937b507a482", "address": "fa:16:3e:4a:df:55", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c84d22-8b", "ovs_interfaceid": "83c84d22-8bf8-4272-bdac-5937b507a482", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.866401] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.875987] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528e64c1-60dd-8fd2-660f-efcd96de165b, 'name': SearchDatastore_Task, 'duration_secs': 0.016331} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.876667] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.877233] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.877907] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.878168] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.878428] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.882542] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13cdd434-07c9-4cd1-9045-3599631b30ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.901284] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.901284] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.901850] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03b0fd2-0112-4e4d-a71e-14050b5c6263 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.907231] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 973.907231] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52df4f70-5692-d25b-f44d-e3294ef1bcaa" [ 973.907231] env[69073]: _type = "Task" [ 973.907231] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.915823] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52df4f70-5692-d25b-f44d-e3294ef1bcaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.040248] env[69073]: INFO nova.compute.manager [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Took 43.98 seconds to build instance. [ 974.083914] env[69073]: DEBUG nova.network.neutron [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.152024] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd0a1c8-9e70-4dfe-9ae4-2b2807cc7aba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.159934] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb9121f-fc49-485e-b6f7-e459cf3fbafd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.194901] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807c307a-35d5-4e13-a30c-13a127b03499 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.202939] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a5bfd7-40e4-4b15-8ca8-d3de9606adcf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.217244] env[69073]: DEBUG nova.compute.provider_tree [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.270203] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Releasing lock "refresh_cache-e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.270464] env[69073]: DEBUG nova.compute.manager [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Received event network-vif-plugged-a9029e7a-bfb6-40cd-b094-ce8d5f3295a6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.270659] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Acquiring lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.270865] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.271044] env[69073]: DEBUG oslo_concurrency.lockutils [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] Lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.271220] env[69073]: DEBUG nova.compute.manager [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] No waiting events found dispatching network-vif-plugged-a9029e7a-bfb6-40cd-b094-ce8d5f3295a6 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 974.271389] env[69073]: WARNING nova.compute.manager [req-ae2ddbab-0ac5-466a-ad87-eefe71eae808 req-f4083fde-ace4-4d12-a10b-9d081654ab91 service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Received unexpected event network-vif-plugged-a9029e7a-bfb6-40cd-b094-ce8d5f3295a6 for instance with vm_state building and task_state spawning. [ 974.304648] env[69073]: DEBUG nova.network.neutron [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Updating instance_info_cache with network_info: [{"id": "a9029e7a-bfb6-40cd-b094-ce8d5f3295a6", "address": "fa:16:3e:4c:db:de", "network": {"id": "4eeff196-d0cf-45bf-8238-08355f7dfeba", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1515064360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e562b8187396428bb04541a62f0c487a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9029e7a-bf", "ovs_interfaceid": "a9029e7a-bfb6-40cd-b094-ce8d5f3295a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.342250] env[69073]: DEBUG nova.network.neutron [-] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.419026] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52df4f70-5692-d25b-f44d-e3294ef1bcaa, 'name': SearchDatastore_Task, 'duration_secs': 0.024614} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.419310] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbd0e17-461c-48a8-8385-0b4d855479d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.425126] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 974.425126] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d1ade8-c337-6445-2d82-6e1f626d36d5" [ 974.425126] env[69073]: _type = "Task" [ 974.425126] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.433367] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d1ade8-c337-6445-2d82-6e1f626d36d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.540664] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6d4d3560-90fe-4535-a2c4-3a8f58951daf tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "878aaa16-3056-4e38-8d64-4e713167e51a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.520s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.678899] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquiring lock "197241cc-c22a-4acf-a775-ba5fac735ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.679198] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "197241cc-c22a-4acf-a775-ba5fac735ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.722054] env[69073]: DEBUG nova.scheduler.client.report [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.806756] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Releasing lock "refresh_cache-edf6240f-1780-4eb1-b7ed-19e0d48c119d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.807128] env[69073]: DEBUG nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Instance network_info: |[{"id": "a9029e7a-bfb6-40cd-b094-ce8d5f3295a6", "address": "fa:16:3e:4c:db:de", "network": {"id": "4eeff196-d0cf-45bf-8238-08355f7dfeba", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1515064360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e562b8187396428bb04541a62f0c487a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9029e7a-bf", "ovs_interfaceid": "a9029e7a-bfb6-40cd-b094-ce8d5f3295a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.807554] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:db:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9029e7a-bfb6-40cd-b094-ce8d5f3295a6', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.815384] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Creating folder: Project (e562b8187396428bb04541a62f0c487a). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.815979] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81d4c784-061f-4331-b429-497cf78fe0b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.827168] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Created folder: Project (e562b8187396428bb04541a62f0c487a) in parent group-v643537. [ 974.827354] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Creating folder: Instances. Parent ref: group-v643742. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.827583] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aafc188c-4efb-4ca9-b0a3-d454f02e61fa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.835586] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Created folder: Instances in parent group-v643742. [ 974.835810] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.835990] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.836198] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d689865f-c354-41c1-aec4-b8470ab04673 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.850713] env[69073]: INFO nova.compute.manager [-] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Took 1.26 seconds to deallocate network for instance. [ 974.856397] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.856397] env[69073]: value = "task-3219790" [ 974.856397] env[69073]: _type = "Task" [ 974.856397] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.864852] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219790, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.937708] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d1ade8-c337-6445-2d82-6e1f626d36d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.938159] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.938455] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c/e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.938752] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55c6eb38-f96a-4e5e-959a-2513a0ce53cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.945035] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 974.945035] env[69073]: value = "task-3219791" [ 974.945035] env[69073]: _type = "Task" [ 974.945035] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.952773] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.008285] env[69073]: DEBUG nova.compute.manager [req-189d0c0c-fc51-438e-ba6d-989d7017bf6e req-2812a4b3-857b-439d-ba5b-8f7a787e5fe4 service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Received event network-changed-a9029e7a-bfb6-40cd-b094-ce8d5f3295a6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.008460] env[69073]: DEBUG nova.compute.manager [req-189d0c0c-fc51-438e-ba6d-989d7017bf6e req-2812a4b3-857b-439d-ba5b-8f7a787e5fe4 service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Refreshing instance network info cache due to event network-changed-a9029e7a-bfb6-40cd-b094-ce8d5f3295a6. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.008688] env[69073]: DEBUG oslo_concurrency.lockutils [req-189d0c0c-fc51-438e-ba6d-989d7017bf6e req-2812a4b3-857b-439d-ba5b-8f7a787e5fe4 service nova] Acquiring lock "refresh_cache-edf6240f-1780-4eb1-b7ed-19e0d48c119d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.008830] env[69073]: DEBUG oslo_concurrency.lockutils [req-189d0c0c-fc51-438e-ba6d-989d7017bf6e req-2812a4b3-857b-439d-ba5b-8f7a787e5fe4 service nova] Acquired lock "refresh_cache-edf6240f-1780-4eb1-b7ed-19e0d48c119d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.008990] env[69073]: DEBUG nova.network.neutron [req-189d0c0c-fc51-438e-ba6d-989d7017bf6e req-2812a4b3-857b-439d-ba5b-8f7a787e5fe4 service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Refreshing network info cache for port a9029e7a-bfb6-40cd-b094-ce8d5f3295a6 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.109698] env[69073]: DEBUG nova.compute.manager [req-938009ec-923a-4a49-ad78-b249747109b4 req-a095739e-2f5e-4c66-8798-f1f3ca36df0f service nova] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Received event network-vif-deleted-3c851909-22b0-4007-97b2-de5d9f458899 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.183355] env[69073]: DEBUG nova.compute.manager [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.225594] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.228296] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.796s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.228881] env[69073]: DEBUG nova.objects.instance [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 975.250176] env[69073]: INFO nova.scheduler.client.report [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted allocations for instance 0fb01e9a-14ba-45a0-8465-2813e8935d4a [ 975.358337] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.368348] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219790, 'name': CreateVM_Task, 'duration_secs': 0.42319} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.368525] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.369486] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.369486] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.369747] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.370438] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7febd446-7f1c-4031-a50b-bbebfe1c1dd4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.378080] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 975.378080] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee643a-1aff-03f0-a6b8-b9f5ae5f03d1" [ 975.378080] env[69073]: _type = "Task" [ 975.378080] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.388927] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee643a-1aff-03f0-a6b8-b9f5ae5f03d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.456794] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219791, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.698549] env[69073]: DEBUG nova.network.neutron [req-189d0c0c-fc51-438e-ba6d-989d7017bf6e req-2812a4b3-857b-439d-ba5b-8f7a787e5fe4 service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Updated VIF entry in instance network info cache for port a9029e7a-bfb6-40cd-b094-ce8d5f3295a6. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.698991] env[69073]: DEBUG nova.network.neutron [req-189d0c0c-fc51-438e-ba6d-989d7017bf6e req-2812a4b3-857b-439d-ba5b-8f7a787e5fe4 service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Updating instance_info_cache with network_info: [{"id": "a9029e7a-bfb6-40cd-b094-ce8d5f3295a6", "address": "fa:16:3e:4c:db:de", "network": {"id": "4eeff196-d0cf-45bf-8238-08355f7dfeba", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1515064360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e562b8187396428bb04541a62f0c487a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9029e7a-bf", "ovs_interfaceid": "a9029e7a-bfb6-40cd-b094-ce8d5f3295a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.706206] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.757045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1eaf97f9-f34a-42da-bdb4-8cdd43b0169e tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "0fb01e9a-14ba-45a0-8465-2813e8935d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.101s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.776800] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.777040] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.889359] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee643a-1aff-03f0-a6b8-b9f5ae5f03d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015386} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.889733] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.889916] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.890177] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.890327] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.890512] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.890773] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f1b917a-9ddc-4429-ac70-5d2aa2bfbd9f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.900035] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.900229] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.901050] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0995806e-a1d2-40a2-b7d3-344c3ffddd96 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.905995] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 975.905995] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52991c2c-5811-986c-86b5-e400cd0b9a70" [ 975.905995] env[69073]: _type = "Task" [ 975.905995] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.913948] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52991c2c-5811-986c-86b5-e400cd0b9a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.955340] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219791, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.995877] env[69073]: DEBUG nova.compute.manager [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.996926] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738c10da-f3a4-4c5e-9e64-89b6a62aa1a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.201708] env[69073]: DEBUG oslo_concurrency.lockutils [req-189d0c0c-fc51-438e-ba6d-989d7017bf6e req-2812a4b3-857b-439d-ba5b-8f7a787e5fe4 service nova] Releasing lock "refresh_cache-edf6240f-1780-4eb1-b7ed-19e0d48c119d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.237379] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e7e8380b-129c-4637-b56e-a168286b5f7b tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.238659] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.855s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.238919] env[69073]: DEBUG nova.objects.instance [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lazy-loading 'resources' on Instance uuid 2b824b3e-a8c4-483a-b8bb-fff02928ad4b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.279735] env[69073]: DEBUG nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.416350] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52991c2c-5811-986c-86b5-e400cd0b9a70, 'name': SearchDatastore_Task, 'duration_secs': 0.028182} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.417277] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac24905a-a5ca-47d8-81fe-cd1855d051c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.423651] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 976.423651] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5257130d-038b-43b7-e4ee-4c8568c666b0" [ 976.423651] env[69073]: _type = "Task" [ 976.423651] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.432813] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5257130d-038b-43b7-e4ee-4c8568c666b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.456142] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219791, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.508523] env[69073]: INFO nova.compute.manager [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] instance snapshotting [ 976.511699] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a60d9a-cb38-4d37-8860-7e4d5001a977 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.531039] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baad0cb-b7d6-46d2-916e-26827eb33fe2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.798153] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.897792] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "2c716d5a-8d31-4287-8099-30ab86c40560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.898070] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "2c716d5a-8d31-4287-8099-30ab86c40560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.934077] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5257130d-038b-43b7-e4ee-4c8568c666b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012832} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.936946] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.937250] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] edf6240f-1780-4eb1-b7ed-19e0d48c119d/edf6240f-1780-4eb1-b7ed-19e0d48c119d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.937760] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d9cae8c-05e9-44e9-bfd6-e373fe4a8246 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.945579] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 976.945579] env[69073]: value = "task-3219792" [ 976.945579] env[69073]: _type = "Task" [ 976.945579] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.960271] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.963281] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219791, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.604153} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.965748] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c/e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.965971] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.966759] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c6ba529-a42b-4bd6-a2c3-97b3322c735f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.974116] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 976.974116] env[69073]: value = "task-3219793" [ 976.974116] env[69073]: _type = "Task" [ 976.974116] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.983674] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.042380] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.043015] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-140c54e9-e7e7-4888-900a-771a05d164be {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.052306] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 977.052306] env[69073]: value = "task-3219794" [ 977.052306] env[69073]: _type = "Task" [ 977.052306] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.061196] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219794, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.092519] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3661a5-55d0-4584-a48c-77255f108e8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.101422] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b21ef7b-99d3-4cd2-8898-d5a91715b041 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.132963] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccdeb64-1b42-46c1-8fa1-a52aedbaa458 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.140687] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f63f6-9624-4560-a7e1-1f250b783618 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.158026] env[69073]: DEBUG nova.compute.provider_tree [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.402583] env[69073]: DEBUG nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.463038] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219792, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.485146] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107873} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.485487] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.486367] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede5e8a6-cfc1-43e8-b1d1-012bfd175ccc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.515459] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c/e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.515797] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad506f4-e3a7-4bea-bad7-4d7d009f5ff2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.538634] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 977.538634] env[69073]: value = "task-3219795" [ 977.538634] env[69073]: _type = "Task" [ 977.538634] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.549395] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.562505] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219794, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.661335] env[69073]: DEBUG nova.scheduler.client.report [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.925468] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.957111] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648563} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.957366] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] edf6240f-1780-4eb1-b7ed-19e0d48c119d/edf6240f-1780-4eb1-b7ed-19e0d48c119d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.957596] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.957894] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308fd2da-d588-4843-a05e-4e5f0e240c4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.964195] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 977.964195] env[69073]: value = "task-3219796" [ 977.964195] env[69073]: _type = "Task" [ 977.964195] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.971672] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.047686] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219795, 'name': ReconfigVM_Task, 'duration_secs': 0.273911} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.047970] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Reconfigured VM instance instance-00000046 to attach disk [datastore2] e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c/e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.048613] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f95ef66-09f5-45b2-af8f-f97f65a39efa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.054854] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 978.054854] env[69073]: value = "task-3219797" [ 978.054854] env[69073]: _type = "Task" [ 978.054854] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.065066] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219794, 'name': CreateSnapshot_Task, 'duration_secs': 0.63037} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.065315] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.066012] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee91ede-fd5b-4a62-aca3-70cf9b4fe9f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.072857] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219797, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.168300] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.170716] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.572s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.172354] env[69073]: INFO nova.compute.claims [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.188141] env[69073]: INFO nova.scheduler.client.report [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted allocations for instance 2b824b3e-a8c4-483a-b8bb-fff02928ad4b [ 978.473742] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20506} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.474065] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.474942] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6db8f4a-602b-45a3-941b-937ccd344d0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.496303] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] edf6240f-1780-4eb1-b7ed-19e0d48c119d/edf6240f-1780-4eb1-b7ed-19e0d48c119d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.496979] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d6fdabe-d881-4bda-824a-990d748b17a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.520103] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 978.520103] env[69073]: value = "task-3219798" [ 978.520103] env[69073]: _type = "Task" [ 978.520103] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.529084] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.567459] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219797, 'name': Rename_Task, 'duration_secs': 0.139228} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.567772] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.568041] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfdcd724-ac6b-499c-8adb-a3196fc54d3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.573655] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 978.573655] env[69073]: value = "task-3219799" [ 978.573655] env[69073]: _type = "Task" [ 978.573655] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.589412] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 978.589561] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.590471] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c059de52-95e2-427a-9204-e8ce4fadcfec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.598881] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 978.598881] env[69073]: value = "task-3219800" [ 978.598881] env[69073]: _type = "Task" [ 978.598881] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.608631] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219800, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.696474] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5cbfd6dc-040c-4398-8127-c65a1251fbfd tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "2b824b3e-a8c4-483a-b8bb-fff02928ad4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.474s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.016636] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.017034] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.017172] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.017357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.017527] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.020340] env[69073]: INFO nova.compute.manager [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Terminating instance [ 979.031901] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219798, 'name': ReconfigVM_Task, 'duration_secs': 0.314248} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.032185] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Reconfigured VM instance instance-00000047 to attach disk [datastore1] edf6240f-1780-4eb1-b7ed-19e0d48c119d/edf6240f-1780-4eb1-b7ed-19e0d48c119d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.032806] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4860eb00-ecc6-46aa-8993-88aeb018e71a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.040648] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 979.040648] env[69073]: value = "task-3219801" [ 979.040648] env[69073]: _type = "Task" [ 979.040648] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.051921] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219801, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.083594] env[69073]: DEBUG oslo_vmware.api [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219799, 'name': PowerOnVM_Task, 'duration_secs': 0.499002} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.083849] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.084064] env[69073]: INFO nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Took 10.66 seconds to spawn the instance on the hypervisor. [ 979.084249] env[69073]: DEBUG nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.085058] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb53f199-9a19-4bc6-986b-73261f616cde {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.107860] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219800, 'name': CloneVM_Task} progress is 93%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.511776] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6927a7-a9e1-4617-8b5b-2f04ea6bf910 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.519415] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3196b157-2548-4a02-ab15-69af5ab99af8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.549386] env[69073]: DEBUG nova.compute.manager [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.549594] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.550870] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb7d583-e989-4f90-a306-c331b1c2c8fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.556393] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eb9791-3ac0-437c-8018-c9aee633123d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.563627] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219801, 'name': Rename_Task, 'duration_secs': 0.283103} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.567448] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.567755] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.568448] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cd491e6-f3e3-4686-8c20-e67435569ff2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.569794] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30643300-859c-490a-8a5c-fda76ab7a3eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.572261] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95332a-908f-4abc-b4cd-2baf82649f0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.587825] env[69073]: DEBUG nova.compute.provider_tree [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.592296] env[69073]: DEBUG oslo_vmware.api [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 979.592296] env[69073]: value = "task-3219803" [ 979.592296] env[69073]: _type = "Task" [ 979.592296] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.592296] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 979.592296] env[69073]: value = "task-3219802" [ 979.592296] env[69073]: _type = "Task" [ 979.592296] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.614437] env[69073]: INFO nova.compute.manager [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Took 45.53 seconds to build instance. [ 979.615522] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219802, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.616018] env[69073]: DEBUG oslo_vmware.api [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.622130] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219800, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.092664] env[69073]: DEBUG nova.scheduler.client.report [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.110910] env[69073]: DEBUG oslo_vmware.api [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219803, 'name': PowerOffVM_Task, 'duration_secs': 0.261257} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.114805] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.114992] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.115503] env[69073]: DEBUG oslo_vmware.api [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219802, 'name': PowerOnVM_Task, 'duration_secs': 0.484513} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.115736] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d5cda72-cb72-4e5d-99a6-59ab7ca6ba71 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.117206] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.117453] env[69073]: INFO nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Took 9.06 seconds to spawn the instance on the hypervisor. [ 980.117683] env[69073]: DEBUG nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.121683] env[69073]: DEBUG oslo_concurrency.lockutils [None req-54ce8c86-e23c-460c-958c-974ef5848aaa tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.051s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.122597] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b042d0b-87bb-4555-acc0-399b6440423d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.125111] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219800, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.194115] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.194362] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.194671] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleting the datastore file [datastore2] 65efd5d9-5982-4ffe-b17e-cd52b1e24962 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.194946] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-167bfedd-f65a-4339-b652-3b778ec57b62 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.201185] env[69073]: DEBUG oslo_vmware.api [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 980.201185] env[69073]: value = "task-3219805" [ 980.201185] env[69073]: _type = "Task" [ 980.201185] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.208621] env[69073]: DEBUG oslo_vmware.api [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.582614] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.582837] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.583064] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.583255] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.583421] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.585575] env[69073]: INFO nova.compute.manager [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Terminating instance [ 980.597191] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.597696] env[69073]: DEBUG nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.600252] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.668s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.600443] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.602489] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.352s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.602582] env[69073]: DEBUG nova.objects.instance [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lazy-loading 'resources' on Instance uuid 2d63faee-1278-4190-a002-bfde65d9f970 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.613521] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219800, 'name': CloneVM_Task, 'duration_secs': 1.925723} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.614554] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Created linked-clone VM from snapshot [ 980.615150] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b39e0-9f3b-450c-a1a4-22a431cba10a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.623112] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Uploading image 1066617c-0f6f-45d4-879d-7e6293ccfcbc {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 980.626440] env[69073]: INFO nova.scheduler.client.report [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted allocations for instance f522d769-61e5-4c43-957c-a70094b60c19 [ 980.639939] env[69073]: INFO nova.compute.manager [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Took 41.52 seconds to build instance. [ 980.647251] env[69073]: DEBUG oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 980.647251] env[69073]: value = "vm-643746" [ 980.647251] env[69073]: _type = "VirtualMachine" [ 980.647251] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 980.647802] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e1741530-26d7-4209-952a-67288fc0627d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.654675] env[69073]: DEBUG oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lease: (returnval){ [ 980.654675] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d15a69-3e2e-8734-f84e-bbc87febbe86" [ 980.654675] env[69073]: _type = "HttpNfcLease" [ 980.654675] env[69073]: } obtained for exporting VM: (result){ [ 980.654675] env[69073]: value = "vm-643746" [ 980.654675] env[69073]: _type = "VirtualMachine" [ 980.654675] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 980.655047] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the lease: (returnval){ [ 980.655047] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d15a69-3e2e-8734-f84e-bbc87febbe86" [ 980.655047] env[69073]: _type = "HttpNfcLease" [ 980.655047] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 980.663611] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.663611] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d15a69-3e2e-8734-f84e-bbc87febbe86" [ 980.663611] env[69073]: _type = "HttpNfcLease" [ 980.663611] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 980.713702] env[69073]: DEBUG oslo_vmware.api [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304692} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.714385] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.714634] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.714865] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.715100] env[69073]: INFO nova.compute.manager [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Took 1.17 seconds to destroy the instance on the hypervisor. [ 980.715414] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.715650] env[69073]: DEBUG nova.compute.manager [-] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.715770] env[69073]: DEBUG nova.network.neutron [-] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.067305] env[69073]: DEBUG nova.compute.manager [req-7b498d6d-8d37-4a6c-8c6d-9c8cabae6e17 req-1e5aff1a-b517-4e96-8d26-9b92f97d2997 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Received event network-vif-deleted-647f8ed7-ec83-4c29-996d-49d869901fd6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.067596] env[69073]: INFO nova.compute.manager [req-7b498d6d-8d37-4a6c-8c6d-9c8cabae6e17 req-1e5aff1a-b517-4e96-8d26-9b92f97d2997 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Neutron deleted interface 647f8ed7-ec83-4c29-996d-49d869901fd6; detaching it from the instance and deleting it from the info cache [ 981.067709] env[69073]: DEBUG nova.network.neutron [req-7b498d6d-8d37-4a6c-8c6d-9c8cabae6e17 req-1e5aff1a-b517-4e96-8d26-9b92f97d2997 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.091010] env[69073]: DEBUG nova.compute.manager [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.091377] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.092255] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bac76a5-1a1c-4057-a123-34d251fc9fea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.100757] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.101065] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5bbc18f-dee1-44f9-8f6d-50e7e5c58ac7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.105460] env[69073]: DEBUG nova.compute.utils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.110406] env[69073]: DEBUG nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.110584] env[69073]: DEBUG nova.network.neutron [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.112369] env[69073]: DEBUG oslo_vmware.api [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 981.112369] env[69073]: value = "task-3219807" [ 981.112369] env[69073]: _type = "Task" [ 981.112369] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.121525] env[69073]: DEBUG oslo_vmware.api [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.136935] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ddfb2f1b-43d8-45fe-b2cb-39ff2f998e93 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "f522d769-61e5-4c43-957c-a70094b60c19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.278s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.142113] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2fdcd2c6-c296-4a14-a109-7a3518d57145 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.027s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.153649] env[69073]: DEBUG nova.policy [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e23cf8e1da4f439097d6859abff9d0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97445b9e5bbd47f68dfe89f8dcf082a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.165706] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.165706] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d15a69-3e2e-8734-f84e-bbc87febbe86" [ 981.165706] env[69073]: _type = "HttpNfcLease" [ 981.165706] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 981.166026] env[69073]: DEBUG oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 981.166026] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d15a69-3e2e-8734-f84e-bbc87febbe86" [ 981.166026] env[69073]: _type = "HttpNfcLease" [ 981.166026] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 981.167823] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667a705a-fcf3-4115-924f-5701f2da32db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.176849] env[69073]: DEBUG oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245fed2-77fb-e77c-c299-3be6c0b132c1/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 981.177243] env[69073]: DEBUG oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245fed2-77fb-e77c-c299-3be6c0b132c1/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 981.284897] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7dcd4e09-3ff6-4e91-85ea-9b5f0a21aec9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.487742] env[69073]: DEBUG nova.network.neutron [-] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.572076] env[69073]: DEBUG nova.network.neutron [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Successfully created port: c200e7d7-eb0a-47f3-adfc-92224e6c12c5 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.575969] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbff9786-6689-4d5d-9079-307214cac15a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.591121] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a05abfa-994e-4dcb-b203-dd6e7c7ac1c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.607912] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c695b1f0-db17-4d5f-95da-91c158273879 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.611948] env[69073]: DEBUG nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.622756] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38739604-b65d-4cbc-9e38-858ef50f6f36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.648348] env[69073]: DEBUG nova.compute.manager [req-7b498d6d-8d37-4a6c-8c6d-9c8cabae6e17 req-1e5aff1a-b517-4e96-8d26-9b92f97d2997 service nova] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Detach interface failed, port_id=647f8ed7-ec83-4c29-996d-49d869901fd6, reason: Instance 65efd5d9-5982-4ffe-b17e-cd52b1e24962 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.649309] env[69073]: DEBUG oslo_vmware.api [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219807, 'name': PowerOffVM_Task, 'duration_secs': 0.220261} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.649712] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.649961] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.650405] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12109d81-73c3-404d-a44d-bdaa9edb91d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.679596] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351ad42e-7601-4b59-bc4a-dfff09b4bff6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.689515] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939104ac-d297-4203-97d0-940aeddf3b39 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.709560] env[69073]: DEBUG nova.compute.provider_tree [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.741979] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.742437] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.742743] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleting the datastore file [datastore2] e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.743798] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf9481b-774a-45be-8e8b-dcfc2419256b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.750324] env[69073]: DEBUG oslo_vmware.api [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 981.750324] env[69073]: value = "task-3219809" [ 981.750324] env[69073]: _type = "Task" [ 981.750324] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.762896] env[69073]: DEBUG oslo_vmware.api [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.991225] env[69073]: INFO nova.compute.manager [-] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Took 1.28 seconds to deallocate network for instance. [ 982.164608] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.164901] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.215852] env[69073]: DEBUG nova.scheduler.client.report [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.262761] env[69073]: DEBUG oslo_vmware.api [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204586} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.263036] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.263224] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.263516] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.263620] env[69073]: INFO nova.compute.manager [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 982.263798] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.263968] env[69073]: DEBUG nova.compute.manager [-] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.264111] env[69073]: DEBUG nova.network.neutron [-] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.499221] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.610293] env[69073]: DEBUG nova.compute.manager [req-69f5ec05-fddd-4f14-ac5e-943175739390 req-2667e4dc-afde-4069-b161-e52cd972ee10 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Received event network-vif-deleted-83c84d22-8bf8-4272-bdac-5937b507a482 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.610566] env[69073]: INFO nova.compute.manager [req-69f5ec05-fddd-4f14-ac5e-943175739390 req-2667e4dc-afde-4069-b161-e52cd972ee10 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Neutron deleted interface 83c84d22-8bf8-4272-bdac-5937b507a482; detaching it from the instance and deleting it from the info cache [ 982.610796] env[69073]: DEBUG nova.network.neutron [req-69f5ec05-fddd-4f14-ac5e-943175739390 req-2667e4dc-afde-4069-b161-e52cd972ee10 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.625433] env[69073]: DEBUG nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.648323] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.648716] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.648925] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.649304] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.649304] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.649395] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.649571] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.649767] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.649941] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.650122] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.650296] env[69073]: DEBUG nova.virt.hardware [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.651495] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d88ae2-a07c-461a-bac7-7d963df3c224 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.659900] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c30ef6-ae01-43f1-9736-b8bc3fb70c5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.673965] env[69073]: DEBUG nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.721869] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.724259] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.464s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.724844] env[69073]: DEBUG nova.objects.instance [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lazy-loading 'resources' on Instance uuid fe81d849-3c3f-491c-8340-45fe6d62c622 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.747099] env[69073]: INFO nova.scheduler.client.report [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted allocations for instance 2d63faee-1278-4190-a002-bfde65d9f970 [ 982.887169] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquiring lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.887456] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.887816] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquiring lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.888079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.888280] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.890614] env[69073]: INFO nova.compute.manager [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Terminating instance [ 982.937410] env[69073]: INFO nova.compute.manager [None req-242dab75-4853-44f4-afb8-34a440194b68 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Get console output [ 982.937918] env[69073]: WARNING nova.virt.vmwareapi.driver [None req-242dab75-4853-44f4-afb8-34a440194b68 tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] The console log is missing. Check your VSPC configuration [ 983.080976] env[69073]: DEBUG nova.network.neutron [-] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.113110] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-081e89e3-293a-43ba-98ec-7becac3d6798 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.125024] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d21a18-c42c-4571-a729-e9d3cd9e5de8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.137843] env[69073]: DEBUG nova.network.neutron [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Successfully updated port: c200e7d7-eb0a-47f3-adfc-92224e6c12c5 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.142989] env[69073]: DEBUG nova.compute.manager [req-475ff951-8eb7-4247-8ec5-329650502205 req-b9f44a5a-5835-488e-8208-e7360f65505f service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Received event network-vif-plugged-c200e7d7-eb0a-47f3-adfc-92224e6c12c5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.142989] env[69073]: DEBUG oslo_concurrency.lockutils [req-475ff951-8eb7-4247-8ec5-329650502205 req-b9f44a5a-5835-488e-8208-e7360f65505f service nova] Acquiring lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.142989] env[69073]: DEBUG oslo_concurrency.lockutils [req-475ff951-8eb7-4247-8ec5-329650502205 req-b9f44a5a-5835-488e-8208-e7360f65505f service nova] Lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.142989] env[69073]: DEBUG oslo_concurrency.lockutils [req-475ff951-8eb7-4247-8ec5-329650502205 req-b9f44a5a-5835-488e-8208-e7360f65505f service nova] Lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.142989] env[69073]: DEBUG nova.compute.manager [req-475ff951-8eb7-4247-8ec5-329650502205 req-b9f44a5a-5835-488e-8208-e7360f65505f service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] No waiting events found dispatching network-vif-plugged-c200e7d7-eb0a-47f3-adfc-92224e6c12c5 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.142989] env[69073]: WARNING nova.compute.manager [req-475ff951-8eb7-4247-8ec5-329650502205 req-b9f44a5a-5835-488e-8208-e7360f65505f service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Received unexpected event network-vif-plugged-c200e7d7-eb0a-47f3-adfc-92224e6c12c5 for instance with vm_state building and task_state spawning. [ 983.166318] env[69073]: DEBUG nova.compute.manager [req-69f5ec05-fddd-4f14-ac5e-943175739390 req-2667e4dc-afde-4069-b161-e52cd972ee10 service nova] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Detach interface failed, port_id=83c84d22-8bf8-4272-bdac-5937b507a482, reason: Instance e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 983.193307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.254474] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fd067127-179e-4cd0-ac6c-522e85bda7df tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "2d63faee-1278-4190-a002-bfde65d9f970" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.487s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.394739] env[69073]: DEBUG nova.compute.manager [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.395874] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.395874] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd94520-eae9-4f68-b893-a5b4aceaacd6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.406158] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.406410] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4304f875-1e6f-4cba-9bdb-9275f98f3017 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.413310] env[69073]: DEBUG oslo_vmware.api [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 983.413310] env[69073]: value = "task-3219810" [ 983.413310] env[69073]: _type = "Task" [ 983.413310] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.429931] env[69073]: DEBUG oslo_vmware.api [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.569951] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9859b99-fbba-41aa-a3d6-46caaa7706d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.578357] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6138e77-5a77-4780-85c7-0172f623efb5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.584297] env[69073]: INFO nova.compute.manager [-] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Took 1.32 seconds to deallocate network for instance. [ 983.620081] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e1ec55-e1a9-4d19-aba1-4c87b2bccd67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.626405] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc80bb6-cf6e-4cef-a5af-7b553f4817ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.640625] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.641655] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.641655] env[69073]: DEBUG nova.network.neutron [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.642371] env[69073]: DEBUG nova.compute.provider_tree [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.923671] env[69073]: DEBUG oslo_vmware.api [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219810, 'name': PowerOffVM_Task, 'duration_secs': 0.214719} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.923957] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.924146] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.924412] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cca8439-70b7-42a9-8904-0ab08bb986ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.028065] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.028065] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.028065] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Deleting the datastore file [datastore1] edf6240f-1780-4eb1-b7ed-19e0d48c119d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.028065] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9d52616-992d-4ae4-95d2-88717b3abcb6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.034524] env[69073]: DEBUG oslo_vmware.api [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for the task: (returnval){ [ 984.034524] env[69073]: value = "task-3219812" [ 984.034524] env[69073]: _type = "Task" [ 984.034524] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.042845] env[69073]: DEBUG oslo_vmware.api [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.122155] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.147434] env[69073]: DEBUG nova.scheduler.client.report [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.178524] env[69073]: DEBUG nova.network.neutron [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.323430] env[69073]: DEBUG nova.network.neutron [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Updating instance_info_cache with network_info: [{"id": "c200e7d7-eb0a-47f3-adfc-92224e6c12c5", "address": "fa:16:3e:53:b1:40", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc200e7d7-eb", "ovs_interfaceid": "c200e7d7-eb0a-47f3-adfc-92224e6c12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.546022] env[69073]: DEBUG oslo_vmware.api [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Task: {'id': task-3219812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308109} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.546022] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.546022] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.546245] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.546355] env[69073]: INFO nova.compute.manager [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 984.546647] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.546901] env[69073]: DEBUG nova.compute.manager [-] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.548323] env[69073]: DEBUG nova.network.neutron [-] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.653396] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.655907] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.101s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.656306] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.660078] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.794s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.662099] env[69073]: INFO nova.compute.claims [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.676583] env[69073]: INFO nova.scheduler.client.report [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Deleted allocations for instance fe81d849-3c3f-491c-8340-45fe6d62c622 [ 984.681696] env[69073]: INFO nova.scheduler.client.report [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Deleted allocations for instance f4c95b46-1573-428d-a7c5-637375d2cfb1 [ 984.829023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.829023] env[69073]: DEBUG nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Instance network_info: |[{"id": "c200e7d7-eb0a-47f3-adfc-92224e6c12c5", "address": "fa:16:3e:53:b1:40", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc200e7d7-eb", "ovs_interfaceid": "c200e7d7-eb0a-47f3-adfc-92224e6c12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.829023] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:b1:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c200e7d7-eb0a-47f3-adfc-92224e6c12c5', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.837059] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.837469] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.840526] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d59923f2-a71a-467c-8737-dbc513ba0a5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.860148] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.860148] env[69073]: value = "task-3219813" [ 984.860148] env[69073]: _type = "Task" [ 984.860148] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.158438] env[69073]: DEBUG nova.compute.manager [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Received event network-changed-c200e7d7-eb0a-47f3-adfc-92224e6c12c5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.158804] env[69073]: DEBUG nova.compute.manager [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Refreshing instance network info cache due to event network-changed-c200e7d7-eb0a-47f3-adfc-92224e6c12c5. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.158891] env[69073]: DEBUG oslo_concurrency.lockutils [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] Acquiring lock "refresh_cache-13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.159021] env[69073]: DEBUG oslo_concurrency.lockutils [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] Acquired lock "refresh_cache-13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.159187] env[69073]: DEBUG nova.network.neutron [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Refreshing network info cache for port c200e7d7-eb0a-47f3-adfc-92224e6c12c5 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.184062] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4053b3c6-6a38-4d3b-92e2-4c32e1874f7d tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "fe81d849-3c3f-491c-8340-45fe6d62c622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.552s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.189030] env[69073]: DEBUG oslo_concurrency.lockutils [None req-95b1f11f-dc7d-46ea-808d-af1777b02bd8 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "f4c95b46-1573-428d-a7c5-637375d2cfb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.321s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.301568] env[69073]: DEBUG nova.network.neutron [-] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.370507] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219813, 'name': CreateVM_Task, 'duration_secs': 0.41844} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.370743] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.371530] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.371702] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.372452] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.372452] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63e406d-84c9-4a6f-b7be-a64addb3a2fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.377132] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 985.377132] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522a7b77-2b5c-413c-9c61-7f8c33bc27a3" [ 985.377132] env[69073]: _type = "Task" [ 985.377132] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.385525] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522a7b77-2b5c-413c-9c61-7f8c33bc27a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.806697] env[69073]: INFO nova.compute.manager [-] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Took 1.26 seconds to deallocate network for instance. [ 985.893773] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522a7b77-2b5c-413c-9c61-7f8c33bc27a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01539} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.894317] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.895695] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.895969] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.896152] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.896347] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.896677] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920f676f-17df-4d00-92ab-15dc2c16f6b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.905986] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.905986] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.910533] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbb3a3b-9069-4e76-b594-a10447ce76e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.914422] env[69073]: DEBUG nova.network.neutron [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Updated VIF entry in instance network info cache for port c200e7d7-eb0a-47f3-adfc-92224e6c12c5. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.914422] env[69073]: DEBUG nova.network.neutron [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Updating instance_info_cache with network_info: [{"id": "c200e7d7-eb0a-47f3-adfc-92224e6c12c5", "address": "fa:16:3e:53:b1:40", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc200e7d7-eb", "ovs_interfaceid": "c200e7d7-eb0a-47f3-adfc-92224e6c12c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.917748] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 985.917748] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523aff69-958c-7de0-e5d8-a06495ebf4ab" [ 985.917748] env[69073]: _type = "Task" [ 985.917748] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.926987] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523aff69-958c-7de0-e5d8-a06495ebf4ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.094489] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f77500-8f47-437f-8d29-edb092fe6df6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.102582] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa496204-d879-4a61-a176-8d0047d9bb7c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.136026] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de2f7bf-6880-481f-9058-d5225241b290 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.144485] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adaa014-db6b-4245-884c-91e3175e070f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.158936] env[69073]: DEBUG nova.compute.provider_tree [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.315217] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.419433] env[69073]: DEBUG oslo_concurrency.lockutils [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] Releasing lock "refresh_cache-13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.419673] env[69073]: DEBUG nova.compute.manager [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Received event network-vif-deleted-a9029e7a-bfb6-40cd-b094-ce8d5f3295a6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.419861] env[69073]: INFO nova.compute.manager [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Neutron deleted interface a9029e7a-bfb6-40cd-b094-ce8d5f3295a6; detaching it from the instance and deleting it from the info cache [ 986.420086] env[69073]: DEBUG nova.network.neutron [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.435076] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523aff69-958c-7de0-e5d8-a06495ebf4ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009544} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.436070] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c5868b-67b7-48be-9ee4-890699c9fd17 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.442456] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 986.442456] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5230aabd-bb93-0985-fb68-9ee792045038" [ 986.442456] env[69073]: _type = "Task" [ 986.442456] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.450924] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5230aabd-bb93-0985-fb68-9ee792045038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.665174] env[69073]: DEBUG nova.scheduler.client.report [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.669124] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "6ef55282-abd0-426f-80f4-287c55442574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.669400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.669744] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "6ef55282-abd0-426f-80f4-287c55442574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.669880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.670088] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.672061] env[69073]: INFO nova.compute.manager [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Terminating instance [ 986.928196] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3437cb32-2bae-475f-ac5f-875a62c26f27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.938704] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaabce0a-69e1-4d26-a6a5-82df9364b333 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.961749] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "d8adbfa4-91c8-4c4e-864e-339d93187d52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.961933] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "d8adbfa4-91c8-4c4e-864e-339d93187d52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.963276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "d8adbfa4-91c8-4c4e-864e-339d93187d52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.963276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "d8adbfa4-91c8-4c4e-864e-339d93187d52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.963276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "d8adbfa4-91c8-4c4e-864e-339d93187d52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.964049] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5230aabd-bb93-0985-fb68-9ee792045038, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.964315] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.964565] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211/13aa10e0-b4d4-4b38-8e8f-7c817e3f8211.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.964821] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbeb49d0-644b-4fa1-92cb-8ef366eb58bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.967247] env[69073]: INFO nova.compute.manager [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Terminating instance [ 986.983491] env[69073]: DEBUG nova.compute.manager [req-09ebc783-d28e-4eb9-83f5-3c94bda20dfb req-b1b8c678-cfd6-4575-baec-e32999f0463a service nova] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Detach interface failed, port_id=a9029e7a-bfb6-40cd-b094-ce8d5f3295a6, reason: Instance edf6240f-1780-4eb1-b7ed-19e0d48c119d could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.991067] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 986.991067] env[69073]: value = "task-3219814" [ 986.991067] env[69073]: _type = "Task" [ 986.991067] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.000475] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.173350] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.174028] env[69073]: DEBUG nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.177411] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.819s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.177663] env[69073]: DEBUG nova.objects.instance [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lazy-loading 'resources' on Instance uuid 2da75b08-fbea-4579-b2f0-38e30b420feb {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.179176] env[69073]: DEBUG nova.compute.manager [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.179431] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.180863] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08444ff2-58bc-4842-b156-83c8fde8c8cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.191920] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.192240] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122ba733-cceb-46cf-809a-5e0ab7d344de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.200795] env[69073]: DEBUG oslo_vmware.api [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 987.200795] env[69073]: value = "task-3219815" [ 987.200795] env[69073]: _type = "Task" [ 987.200795] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.210038] env[69073]: DEBUG oslo_vmware.api [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.487316] env[69073]: DEBUG nova.compute.manager [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.487670] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.488470] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c52931d-f9c4-4986-8b12-c1a73fbe6d3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.499159] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.499782] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f231e526-7fb3-4a17-8bc3-978323064377 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.504198] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479966} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.504792] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211/13aa10e0-b4d4-4b38-8e8f-7c817e3f8211.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.505034] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.505258] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9c7f9fd-0f03-4d74-a898-0b121fc97908 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.508383] env[69073]: DEBUG oslo_vmware.api [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 987.508383] env[69073]: value = "task-3219816" [ 987.508383] env[69073]: _type = "Task" [ 987.508383] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.512570] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 987.512570] env[69073]: value = "task-3219817" [ 987.512570] env[69073]: _type = "Task" [ 987.512570] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.520202] env[69073]: DEBUG oslo_vmware.api [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.525342] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.685354] env[69073]: DEBUG nova.compute.utils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.687624] env[69073]: DEBUG nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.687624] env[69073]: DEBUG nova.network.neutron [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.711202] env[69073]: DEBUG oslo_vmware.api [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219815, 'name': PowerOffVM_Task, 'duration_secs': 0.230709} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.714145] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.714342] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.715206] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21157dc5-1bf3-4d1d-babe-1e408f136ca7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.744462] env[69073]: DEBUG nova.policy [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f321f966a067455ba5fecd8cde019085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414dd319029b45a387b21fe556d09f85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.778510] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.778842] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.778842] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Deleting the datastore file [datastore2] 6ef55282-abd0-426f-80f4-287c55442574 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.781673] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d62ff303-07eb-4daf-869c-b62b67465671 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.789885] env[69073]: DEBUG oslo_vmware.api [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for the task: (returnval){ [ 987.789885] env[69073]: value = "task-3219819" [ 987.789885] env[69073]: _type = "Task" [ 987.789885] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.799148] env[69073]: DEBUG oslo_vmware.api [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.026066] env[69073]: DEBUG oslo_vmware.api [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219816, 'name': PowerOffVM_Task, 'duration_secs': 0.236246} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.026411] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.026494] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.026828] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a948aaa-db99-432a-bc9e-bbb83e4ff7d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.031381] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064256} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.031961] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.032756] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999fccc0-6b1e-493e-8df0-817507d5df44 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.055818] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211/13aa10e0-b4d4-4b38-8e8f-7c817e3f8211.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.055818] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7140baf-4da3-44bf-9032-8d322d99e2b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.071631] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64192a43-b62d-400c-9c34-e1bbd5bb4771 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.080144] env[69073]: DEBUG nova.network.neutron [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Successfully created port: 1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.083846] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41419618-ec2d-436b-9346-502e07b8800d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.087195] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 988.087195] env[69073]: value = "task-3219821" [ 988.087195] env[69073]: _type = "Task" [ 988.087195] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.121602] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd0ec2-1e0e-4c54-82c8-c76d2244eae2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.127458] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.127458] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.127458] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.127458] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Deleting the datastore file [datastore1] d8adbfa4-91c8-4c4e-864e-339d93187d52 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.127458] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a9c35a6-425f-4841-a407-742fc2873975 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.133215] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f33c37-9211-44fd-adf8-ed2a21ca1f14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.137268] env[69073]: DEBUG oslo_vmware.api [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for the task: (returnval){ [ 988.137268] env[69073]: value = "task-3219822" [ 988.137268] env[69073]: _type = "Task" [ 988.137268] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.148710] env[69073]: DEBUG nova.compute.provider_tree [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.154842] env[69073]: DEBUG oslo_vmware.api [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.190619] env[69073]: DEBUG nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.249319] env[69073]: DEBUG oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245fed2-77fb-e77c-c299-3be6c0b132c1/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 988.250533] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7be677-cb25-4515-8561-1b7969d08b10 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.257404] env[69073]: DEBUG oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245fed2-77fb-e77c-c299-3be6c0b132c1/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 988.257615] env[69073]: ERROR oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245fed2-77fb-e77c-c299-3be6c0b132c1/disk-0.vmdk due to incomplete transfer. [ 988.257884] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64ee2417-cdff-4f1d-81b7-c28ee139c7fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.265253] env[69073]: DEBUG oslo_vmware.rw_handles [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5245fed2-77fb-e77c-c299-3be6c0b132c1/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 988.265506] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Uploaded image 1066617c-0f6f-45d4-879d-7e6293ccfcbc to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 988.267872] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 988.268147] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a228b9f6-370d-4ea0-895f-4975b20b19d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.273956] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 988.273956] env[69073]: value = "task-3219823" [ 988.273956] env[69073]: _type = "Task" [ 988.273956] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.282963] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219823, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.299405] env[69073]: DEBUG oslo_vmware.api [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Task: {'id': task-3219819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158316} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.299643] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.299825] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.300009] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.300189] env[69073]: INFO nova.compute.manager [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Took 1.12 seconds to destroy the instance on the hypervisor. [ 988.300428] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.300610] env[69073]: DEBUG nova.compute.manager [-] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.300704] env[69073]: DEBUG nova.network.neutron [-] [instance: 6ef55282-abd0-426f-80f4-287c55442574] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.585100] env[69073]: DEBUG nova.compute.manager [req-7acfaf04-1963-4dcb-812f-77e461272d90 req-b0b29e97-6d1b-4279-9741-79c14e3bcfb0 service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Received event network-vif-deleted-6e69ebb1-02c8-464a-88c9-4c9f83314f8b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.585408] env[69073]: INFO nova.compute.manager [req-7acfaf04-1963-4dcb-812f-77e461272d90 req-b0b29e97-6d1b-4279-9741-79c14e3bcfb0 service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Neutron deleted interface 6e69ebb1-02c8-464a-88c9-4c9f83314f8b; detaching it from the instance and deleting it from the info cache [ 988.586251] env[69073]: DEBUG nova.network.neutron [req-7acfaf04-1963-4dcb-812f-77e461272d90 req-b0b29e97-6d1b-4279-9741-79c14e3bcfb0 service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.602448] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219821, 'name': ReconfigVM_Task, 'duration_secs': 0.304975} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.602873] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211/13aa10e0-b4d4-4b38-8e8f-7c817e3f8211.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.604102] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-523a10d6-12af-4f18-81e7-4877d4f50879 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.613803] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 988.613803] env[69073]: value = "task-3219824" [ 988.613803] env[69073]: _type = "Task" [ 988.613803] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.621965] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219824, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.646410] env[69073]: DEBUG oslo_vmware.api [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Task: {'id': task-3219822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138664} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.646729] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.646927] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.647113] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.647291] env[69073]: INFO nova.compute.manager [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Took 1.16 seconds to destroy the instance on the hypervisor. [ 988.647523] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.647884] env[69073]: DEBUG nova.compute.manager [-] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.647996] env[69073]: DEBUG nova.network.neutron [-] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.651569] env[69073]: DEBUG nova.scheduler.client.report [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.783420] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219823, 'name': Destroy_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.068604] env[69073]: DEBUG nova.network.neutron [-] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.089711] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44220c4a-2eb7-48b9-8ea0-aaa1d3d58f60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.100823] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e400a6-595d-437a-89af-a9556da53f8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.123853] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219824, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.136770] env[69073]: DEBUG nova.compute.manager [req-7acfaf04-1963-4dcb-812f-77e461272d90 req-b0b29e97-6d1b-4279-9741-79c14e3bcfb0 service nova] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Detach interface failed, port_id=6e69ebb1-02c8-464a-88c9-4c9f83314f8b, reason: Instance 6ef55282-abd0-426f-80f4-287c55442574 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.156520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.159178] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.453s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.160826] env[69073]: INFO nova.compute.claims [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.180213] env[69073]: INFO nova.scheduler.client.report [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Deleted allocations for instance 2da75b08-fbea-4579-b2f0-38e30b420feb [ 989.203446] env[69073]: DEBUG nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.225529] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.226178] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.226178] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.226178] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.227387] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.227387] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.227387] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.227387] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.227387] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.227387] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.227713] env[69073]: DEBUG nova.virt.hardware [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.228323] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d7e8c4-981c-4a70-8124-327f119ac78f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.236982] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b57f776-153f-4d29-8008-b987db28824b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.283431] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219823, 'name': Destroy_Task, 'duration_secs': 0.747103} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.283703] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Destroyed the VM [ 989.283952] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 989.284212] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f76f140-1b3c-41d1-815b-3a5f32a4d2d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.290787] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 989.290787] env[69073]: value = "task-3219825" [ 989.290787] env[69073]: _type = "Task" [ 989.290787] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.300519] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.462448] env[69073]: DEBUG nova.network.neutron [-] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.572170] env[69073]: INFO nova.compute.manager [-] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Took 1.27 seconds to deallocate network for instance. [ 989.632451] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219824, 'name': Rename_Task, 'duration_secs': 0.566903} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.632797] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.634383] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c949e84-3187-40de-90da-32c44bc3e6fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.639520] env[69073]: DEBUG nova.compute.manager [req-bf9da9ae-d53a-41d7-be36-f9b6f6782288 req-84ae3899-86bd-400d-9376-37daebe96e08 service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Received event network-vif-plugged-1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.639758] env[69073]: DEBUG oslo_concurrency.lockutils [req-bf9da9ae-d53a-41d7-be36-f9b6f6782288 req-84ae3899-86bd-400d-9376-37daebe96e08 service nova] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.640053] env[69073]: DEBUG oslo_concurrency.lockutils [req-bf9da9ae-d53a-41d7-be36-f9b6f6782288 req-84ae3899-86bd-400d-9376-37daebe96e08 service nova] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.640234] env[69073]: DEBUG oslo_concurrency.lockutils [req-bf9da9ae-d53a-41d7-be36-f9b6f6782288 req-84ae3899-86bd-400d-9376-37daebe96e08 service nova] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.640549] env[69073]: DEBUG nova.compute.manager [req-bf9da9ae-d53a-41d7-be36-f9b6f6782288 req-84ae3899-86bd-400d-9376-37daebe96e08 service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] No waiting events found dispatching network-vif-plugged-1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.640636] env[69073]: WARNING nova.compute.manager [req-bf9da9ae-d53a-41d7-be36-f9b6f6782288 req-84ae3899-86bd-400d-9376-37daebe96e08 service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Received unexpected event network-vif-plugged-1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a for instance with vm_state building and task_state spawning. [ 989.651193] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 989.651193] env[69073]: value = "task-3219826" [ 989.651193] env[69073]: _type = "Task" [ 989.651193] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.667615] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.694188] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108f3efc-20d3-463a-87f9-553bd4e9cea4 tempest-ImagesOneServerNegativeTestJSON-177136691 tempest-ImagesOneServerNegativeTestJSON-177136691-project-member] Lock "2da75b08-fbea-4579-b2f0-38e30b420feb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.782s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.753377] env[69073]: DEBUG nova.network.neutron [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Successfully updated port: 1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.801662] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219825, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.965028] env[69073]: INFO nova.compute.manager [-] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Took 1.32 seconds to deallocate network for instance. [ 990.079539] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.162067] env[69073]: DEBUG oslo_vmware.api [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219826, 'name': PowerOnVM_Task, 'duration_secs': 0.494759} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.162211] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.162563] env[69073]: INFO nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Took 7.54 seconds to spawn the instance on the hypervisor. [ 990.162563] env[69073]: DEBUG nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.164320] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c015051-c042-44e3-8c2c-4a24c558b162 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.240599] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "8d941de3-57e6-478e-87f8-d16902e5afae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.240795] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "8d941de3-57e6-478e-87f8-d16902e5afae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.262062] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.262214] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.262350] env[69073]: DEBUG nova.network.neutron [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.303427] env[69073]: DEBUG oslo_vmware.api [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219825, 'name': RemoveSnapshot_Task, 'duration_secs': 0.698054} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.303711] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 990.303938] env[69073]: INFO nova.compute.manager [None req-856a0f41-b787-4372-bbc4-d0977a77c5f2 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Took 13.79 seconds to snapshot the instance on the hypervisor. [ 990.472193] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.526872] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8b8585-a48b-424b-9cfd-a63887ed8172 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.535123] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e9b562-da0e-4df5-ad97-8d0023669015 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.566707] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e040c16d-e16e-4ba8-bd57-7e8375f6c1a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.574744] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bdcfd2-a7c4-4ec1-b481-da3d5253dbf0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.589035] env[69073]: DEBUG nova.compute.provider_tree [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.618710] env[69073]: DEBUG nova.compute.manager [req-1961200b-8896-45d6-99ac-a325981590d6 req-6f3faab9-91e6-4f9e-ac00-83eb02d23f4a service nova] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Received event network-vif-deleted-d5d4a6b4-c48f-4970-b92b-55b62fe537e2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.685793] env[69073]: INFO nova.compute.manager [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Took 23.11 seconds to build instance. [ 990.750204] env[69073]: DEBUG nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.819966] env[69073]: DEBUG nova.network.neutron [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.949745] env[69073]: DEBUG nova.network.neutron [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.095022] env[69073]: DEBUG nova.scheduler.client.report [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.186994] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5211d173-4704-45da-aba8-eadb86f544ee tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.623s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.278089] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.453017] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.453017] env[69073]: DEBUG nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Instance network_info: |[{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.454082] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:30:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.465138] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Creating folder: Project (414dd319029b45a387b21fe556d09f85). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.465524] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e517176-fc3c-4660-97aa-3c489249fd89 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.476943] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Created folder: Project (414dd319029b45a387b21fe556d09f85) in parent group-v643537. [ 991.479231] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Creating folder: Instances. Parent ref: group-v643748. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.479231] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5009c53-3f99-4a78-afb7-0a69b7a3aa0f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.489016] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Created folder: Instances in parent group-v643748. [ 991.489016] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.489016] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.489407] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b4e500-3e78-4d8f-b61d-7c90ab1dc854 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.510731] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.510731] env[69073]: value = "task-3219829" [ 991.510731] env[69073]: _type = "Task" [ 991.510731] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.519641] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219829, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.598939] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.601383] env[69073]: DEBUG nova.compute.manager [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.605076] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.807s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.606111] env[69073]: INFO nova.compute.claims [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.702442] env[69073]: DEBUG nova.compute.manager [req-e74526aa-0b53-46f1-9b89-b2dab9fd48ec req-f590a07d-9e11-4897-8c17-bb4c37fe84bf service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Received event network-changed-1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.702697] env[69073]: DEBUG nova.compute.manager [req-e74526aa-0b53-46f1-9b89-b2dab9fd48ec req-f590a07d-9e11-4897-8c17-bb4c37fe84bf service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Refreshing instance network info cache due to event network-changed-1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.702860] env[69073]: DEBUG oslo_concurrency.lockutils [req-e74526aa-0b53-46f1-9b89-b2dab9fd48ec req-f590a07d-9e11-4897-8c17-bb4c37fe84bf service nova] Acquiring lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.703008] env[69073]: DEBUG oslo_concurrency.lockutils [req-e74526aa-0b53-46f1-9b89-b2dab9fd48ec req-f590a07d-9e11-4897-8c17-bb4c37fe84bf service nova] Acquired lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.703176] env[69073]: DEBUG nova.network.neutron [req-e74526aa-0b53-46f1-9b89-b2dab9fd48ec req-f590a07d-9e11-4897-8c17-bb4c37fe84bf service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Refreshing network info cache for port 1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.020802] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219829, 'name': CreateVM_Task, 'duration_secs': 0.342089} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.020940] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.021635] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.021798] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.022164] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.022424] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92057f82-2087-4e09-a4cb-1b14c2719c22 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.026933] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 992.026933] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525c267a-05a7-9e3a-d296-27b65bfbdfb9" [ 992.026933] env[69073]: _type = "Task" [ 992.026933] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.034536] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525c267a-05a7-9e3a-d296-27b65bfbdfb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.112252] env[69073]: DEBUG nova.compute.utils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.116926] env[69073]: DEBUG nova.compute.manager [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 992.316341] env[69073]: INFO nova.compute.manager [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Rebuilding instance [ 992.358424] env[69073]: DEBUG nova.compute.manager [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.359305] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de00bee-ff7e-4b80-b451-fbbd182e2f4e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.502998] env[69073]: DEBUG nova.network.neutron [req-e74526aa-0b53-46f1-9b89-b2dab9fd48ec req-f590a07d-9e11-4897-8c17-bb4c37fe84bf service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updated VIF entry in instance network info cache for port 1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.503703] env[69073]: DEBUG nova.network.neutron [req-e74526aa-0b53-46f1-9b89-b2dab9fd48ec req-f590a07d-9e11-4897-8c17-bb4c37fe84bf service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.537655] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525c267a-05a7-9e3a-d296-27b65bfbdfb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.537963] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.538210] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.540381] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.540381] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.540381] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.540381] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38ee29f6-922d-424b-99da-5ffffa821d14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.547523] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.547646] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.548835] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba80040-b935-440d-8674-5f1153a8933b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.555322] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 992.555322] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a9fe23-9773-6c5d-83ee-f3fe14957f3b" [ 992.555322] env[69073]: _type = "Task" [ 992.555322] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.561708] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a9fe23-9773-6c5d-83ee-f3fe14957f3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.619647] env[69073]: DEBUG nova.compute.manager [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.990017] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba26c37-830d-421b-a52e-88b25ad2db57 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.998037] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2714aa0-6674-4e9e-a855-422d1d2b1130 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.028134] env[69073]: DEBUG oslo_concurrency.lockutils [req-e74526aa-0b53-46f1-9b89-b2dab9fd48ec req-f590a07d-9e11-4897-8c17-bb4c37fe84bf service nova] Releasing lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.029582] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43568434-74f1-4eea-95d0-283bccc8be7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.041595] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74528865-410c-4204-99ef-90f5deaa2629 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.056347] env[69073]: DEBUG nova.compute.provider_tree [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.065944] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a9fe23-9773-6c5d-83ee-f3fe14957f3b, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.067296] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd654d4c-9e1b-44d7-a0ec-637c3d523aae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.075423] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 993.075423] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52728993-502d-9e08-483f-d9e1442a7b59" [ 993.075423] env[69073]: _type = "Task" [ 993.075423] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.084279] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52728993-502d-9e08-483f-d9e1442a7b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.372479] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.372814] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53e63552-a881-4b78-b334-1ab8d299fae3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.380682] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 993.380682] env[69073]: value = "task-3219830" [ 993.380682] env[69073]: _type = "Task" [ 993.380682] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.394905] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.561815] env[69073]: DEBUG nova.scheduler.client.report [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.589017] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52728993-502d-9e08-483f-d9e1442a7b59, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.589017] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.589017] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 7a5dd18c-691e-4825-83c5-39db5b0abc38/7a5dd18c-691e-4825-83c5-39db5b0abc38.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.589017] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c66e2c-28f2-4443-98fa-afef7061db8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.596942] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 993.596942] env[69073]: value = "task-3219831" [ 993.596942] env[69073]: _type = "Task" [ 993.596942] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.605125] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.635130] env[69073]: DEBUG nova.compute.manager [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.669222] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.669565] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.669919] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.670161] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.670397] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.670799] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.671150] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.671382] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.671626] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.672087] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.672087] env[69073]: DEBUG nova.virt.hardware [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.673116] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c71f82a-61c2-4c5c-b439-d88418fcada2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.684936] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90c3a23-25f9-43c3-8de3-cc43653994d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.701363] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.708351] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Creating folder: Project (82be4baef678495790cd33740ed573ce). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.708665] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b301e0d-9a7f-475d-b09f-4be1a06bead8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.717447] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Created folder: Project (82be4baef678495790cd33740ed573ce) in parent group-v643537. [ 993.717831] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Creating folder: Instances. Parent ref: group-v643751. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.718097] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-149dafbe-ed97-4491-8440-adaa884671df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.725915] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Created folder: Instances in parent group-v643751. [ 993.726159] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.726418] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.726628] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccdc9932-5be5-4aac-8347-8aeae95cebb1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.745453] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.745453] env[69073]: value = "task-3219834" [ 993.745453] env[69073]: _type = "Task" [ 993.745453] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.755041] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219834, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.894874] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219830, 'name': PowerOffVM_Task, 'duration_secs': 0.196167} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.895200] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.895478] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.896424] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849c2c8-e572-4f25-a02e-45d72b39748b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.904757] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.905049] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c917f381-9666-4c42-9aff-644463032bb3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.070194] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.070814] env[69073]: DEBUG nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.075244] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.150s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.079912] env[69073]: INFO nova.compute.claims [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.108808] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219831, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.142464] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.142711] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.142895] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleting the datastore file [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.143179] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12de6695-25ed-4b7f-9382-7051bee04bf5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.151864] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 994.151864] env[69073]: value = "task-3219836" [ 994.151864] env[69073]: _type = "Task" [ 994.151864] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.160819] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.256748] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219834, 'name': CreateVM_Task, 'duration_secs': 0.486282} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.256955] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.257466] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.257696] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.258071] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.258386] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-356ea37b-4a77-4ddd-9aba-6149a04623ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.262823] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 994.262823] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dcb90a-65c1-624f-7fde-dc9a4969386e" [ 994.262823] env[69073]: _type = "Task" [ 994.262823] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.270493] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dcb90a-65c1-624f-7fde-dc9a4969386e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.585785] env[69073]: DEBUG nova.compute.utils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.590286] env[69073]: DEBUG nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.590471] env[69073]: DEBUG nova.network.neutron [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.612309] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531289} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.612309] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 7a5dd18c-691e-4825-83c5-39db5b0abc38/7a5dd18c-691e-4825-83c5-39db5b0abc38.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.612309] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.612309] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac92de02-50fc-4b06-ae80-6520af354b97 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.620278] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 994.620278] env[69073]: value = "task-3219837" [ 994.620278] env[69073]: _type = "Task" [ 994.620278] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.629031] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.649223] env[69073]: DEBUG nova.policy [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fc1f3454e44ea787edb5261f75964b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd680c65ee6484e709c92a0d360b4b55b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.665883] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177332} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.665883] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.665883] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.665883] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.781140] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dcb90a-65c1-624f-7fde-dc9a4969386e, 'name': SearchDatastore_Task, 'duration_secs': 0.009101} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.781322] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.781556] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.781796] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.781942] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.782135] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.782402] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84d74b74-f8e0-4014-b0a7-58afae3fa680 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.792061] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.792250] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.792982] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77aaf19a-e94c-4f1f-88bd-87912106f03d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.800368] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 994.800368] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5257d6c7-b7b2-0ef2-46cd-7ddd4206102d" [ 994.800368] env[69073]: _type = "Task" [ 994.800368] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.807522] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5257d6c7-b7b2-0ef2-46cd-7ddd4206102d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.009187] env[69073]: DEBUG nova.network.neutron [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Successfully created port: 5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.097034] env[69073]: DEBUG nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.135124] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067425} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.138326] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.146407] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f53c06b-0470-4e33-ae27-170c9178bc4a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.174973] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 7a5dd18c-691e-4825-83c5-39db5b0abc38/7a5dd18c-691e-4825-83c5-39db5b0abc38.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.182221] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488f8863-fead-4796-ae0a-0c9c1c42bc88 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.208568] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 995.208568] env[69073]: value = "task-3219838" [ 995.208568] env[69073]: _type = "Task" [ 995.208568] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.221770] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.310012] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5257d6c7-b7b2-0ef2-46cd-7ddd4206102d, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.312341] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766ba8b6-7b31-455e-bafe-a6a2dc916d0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.319582] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 995.319582] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f78cf9-254a-3774-f8ec-5395601b7aa8" [ 995.319582] env[69073]: _type = "Task" [ 995.319582] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.328464] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f78cf9-254a-3774-f8ec-5395601b7aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.562615] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78037be-295b-4109-92fb-07d05c553078 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.571228] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef0be39-5234-4165-b63e-e47d50404952 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.603047] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7bc7f7-703c-457a-b906-7065b29a48d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.615289] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c1a958-d255-4735-9e0c-0697d2b4c572 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.629456] env[69073]: DEBUG nova.compute.provider_tree [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.717639] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219838, 'name': ReconfigVM_Task, 'duration_secs': 0.28781} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.717915] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 7a5dd18c-691e-4825-83c5-39db5b0abc38/7a5dd18c-691e-4825-83c5-39db5b0abc38.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.720339] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.720654] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.720734] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.720875] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.721029] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.721177] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.721573] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.721573] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.721687] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.721838] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.722023] env[69073]: DEBUG nova.virt.hardware [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.722271] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-158d8b22-3d3e-42dd-9c8b-c59d1ca54a3d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.724648] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a54f082-14e8-463c-a5c6-346339c7a0a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.732706] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52920cec-3fa2-4b6f-a9c0-e56d88b40287 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.736402] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 995.736402] env[69073]: value = "task-3219839" [ 995.736402] env[69073]: _type = "Task" [ 995.736402] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.749638] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:b1:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c200e7d7-eb0a-47f3-adfc-92224e6c12c5', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.757100] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.757768] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.757999] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6e2239a-3572-4fef-b282-e6b49b7fdb17 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.775404] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219839, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.779352] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.779352] env[69073]: value = "task-3219840" [ 995.779352] env[69073]: _type = "Task" [ 995.779352] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.786483] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219840, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.830465] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f78cf9-254a-3774-f8ec-5395601b7aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.830808] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.831836] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 197241cc-c22a-4acf-a775-ba5fac735ac8/197241cc-c22a-4acf-a775-ba5fac735ac8.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.831836] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa3711a2-0e11-4976-8954-330de5bb2ee6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.838408] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 995.838408] env[69073]: value = "task-3219841" [ 995.838408] env[69073]: _type = "Task" [ 995.838408] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.847051] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.112292] env[69073]: DEBUG nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.132170] env[69073]: DEBUG nova.scheduler.client.report [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.139723] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.140070] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.140262] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.140510] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.141337] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.141337] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.141337] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.141462] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.141642] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.142350] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.142350] env[69073]: DEBUG nova.virt.hardware [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.143638] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff8e80-1039-46b3-9212-99a67e161399 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.158510] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042f8886-769b-49ac-a48e-fa177b26ad6d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.248898] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219839, 'name': Rename_Task, 'duration_secs': 0.159074} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.249263] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.249522] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b10f0700-eaca-4114-a1ac-8ac4878218cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.257316] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 996.257316] env[69073]: value = "task-3219842" [ 996.257316] env[69073]: _type = "Task" [ 996.257316] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.266856] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.289198] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219840, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.349865] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219841, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.540867] env[69073]: DEBUG nova.compute.manager [req-ceab3d2a-18d3-454c-be29-46d4f7dc6e07 req-b59aab5a-0671-4973-b567-3cfec07d44a0 service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Received event network-vif-plugged-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.540867] env[69073]: DEBUG oslo_concurrency.lockutils [req-ceab3d2a-18d3-454c-be29-46d4f7dc6e07 req-b59aab5a-0671-4973-b567-3cfec07d44a0 service nova] Acquiring lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.540867] env[69073]: DEBUG oslo_concurrency.lockutils [req-ceab3d2a-18d3-454c-be29-46d4f7dc6e07 req-b59aab5a-0671-4973-b567-3cfec07d44a0 service nova] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.540867] env[69073]: DEBUG oslo_concurrency.lockutils [req-ceab3d2a-18d3-454c-be29-46d4f7dc6e07 req-b59aab5a-0671-4973-b567-3cfec07d44a0 service nova] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.540867] env[69073]: DEBUG nova.compute.manager [req-ceab3d2a-18d3-454c-be29-46d4f7dc6e07 req-b59aab5a-0671-4973-b567-3cfec07d44a0 service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] No waiting events found dispatching network-vif-plugged-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.540867] env[69073]: WARNING nova.compute.manager [req-ceab3d2a-18d3-454c-be29-46d4f7dc6e07 req-b59aab5a-0671-4973-b567-3cfec07d44a0 service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Received unexpected event network-vif-plugged-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 for instance with vm_state building and task_state spawning. [ 996.616467] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "35613d15-5d0f-44b5-bff6-9ebbe362892b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.616862] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "35613d15-5d0f-44b5-bff6-9ebbe362892b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.639135] env[69073]: DEBUG nova.network.neutron [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Successfully updated port: 5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.651383] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.651383] env[69073]: DEBUG nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.653522] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.154s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.654015] env[69073]: DEBUG nova.objects.instance [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lazy-loading 'resources' on Instance uuid 65efd5d9-5982-4ffe-b17e-cd52b1e24962 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.769394] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219842, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.789990] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219840, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.849685] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533403} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.849685] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 197241cc-c22a-4acf-a775-ba5fac735ac8/197241cc-c22a-4acf-a775-ba5fac735ac8.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.849685] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.849941] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeae5ecb-903c-44cd-bc92-d846df2acecb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.857305] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 996.857305] env[69073]: value = "task-3219843" [ 996.857305] env[69073]: _type = "Task" [ 996.857305] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.871434] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.119597] env[69073]: DEBUG nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.141488] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.141641] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.141941] env[69073]: DEBUG nova.network.neutron [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.158767] env[69073]: DEBUG nova.compute.utils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 997.160420] env[69073]: DEBUG nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.160598] env[69073]: DEBUG nova.network.neutron [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.210150] env[69073]: DEBUG nova.policy [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191b35ea90a44a59958e58253a85fda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f58016a7de41ca9415932d9e17fa92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.270216] env[69073]: DEBUG oslo_vmware.api [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219842, 'name': PowerOnVM_Task, 'duration_secs': 0.543075} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.270479] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.270678] env[69073]: INFO nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Took 8.07 seconds to spawn the instance on the hypervisor. [ 997.270855] env[69073]: DEBUG nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.271654] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc792e09-c3ce-401e-a244-a3d471743135 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.290634] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219840, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.369898] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312863} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.370263] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.371484] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b001d-e109-4d89-814d-0bcecb3462ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.393586] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 197241cc-c22a-4acf-a775-ba5fac735ac8/197241cc-c22a-4acf-a775-ba5fac735ac8.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.396827] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a102fe57-486b-41f9-8185-11271f6b9886 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.419779] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 997.419779] env[69073]: value = "task-3219844" [ 997.419779] env[69073]: _type = "Task" [ 997.419779] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.432583] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219844, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.588286] env[69073]: DEBUG nova.network.neutron [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Successfully created port: 3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.592418] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d8343-9ba6-46da-96af-d3c71e127b81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.600070] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9658098-fcac-42c2-81fa-a71b16b91542 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.635337] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28178d55-3797-458e-96a9-20abc9f5938b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.642551] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd1bcd4-2d31-4169-a34a-a4a613b4ae7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.648950] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.659440] env[69073]: DEBUG nova.compute.provider_tree [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.667049] env[69073]: DEBUG nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.683973] env[69073]: DEBUG nova.network.neutron [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.796482] env[69073]: INFO nova.compute.manager [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Took 23.95 seconds to build instance. [ 997.801619] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219840, 'name': CreateVM_Task, 'duration_secs': 1.774448} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.804668] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.805318] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.805476] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.805778] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.806340] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cea6e7-a0b1-406d-865f-b949dab2b7e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.811289] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 997.811289] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524fd7da-e76a-3e93-2f84-31c46909e9d5" [ 997.811289] env[69073]: _type = "Task" [ 997.811289] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.818822] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524fd7da-e76a-3e93-2f84-31c46909e9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.840568] env[69073]: DEBUG nova.network.neutron [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Updating instance_info_cache with network_info: [{"id": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "address": "fa:16:3e:57:52:f3", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1934d3-c9", "ovs_interfaceid": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.929061] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219844, 'name': ReconfigVM_Task, 'duration_secs': 0.319179} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.929061] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 197241cc-c22a-4acf-a775-ba5fac735ac8/197241cc-c22a-4acf-a775-ba5fac735ac8.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.929463] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e241d5a0-23e4-45c1-9c8e-eeacfa2e1eb2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.936069] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 997.936069] env[69073]: value = "task-3219845" [ 997.936069] env[69073]: _type = "Task" [ 997.936069] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.944015] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219845, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.162932] env[69073]: DEBUG nova.scheduler.client.report [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.305400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d69dd198-f96e-4239-b071-471779bc9f5e tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.475s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.321885] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524fd7da-e76a-3e93-2f84-31c46909e9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.051219} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.321885] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.322107] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.322323] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.322434] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.322616] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.322878] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81be9364-22b4-432a-9023-5134c40edc96 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.334733] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.334927] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.335658] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e216f8ee-e02d-4814-9d84-eb0f5a27e13e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.341656] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 998.341656] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a643ab-4373-8330-0779-67c73f100675" [ 998.341656] env[69073]: _type = "Task" [ 998.341656] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.345200] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.345544] env[69073]: DEBUG nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Instance network_info: |[{"id": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "address": "fa:16:3e:57:52:f3", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1934d3-c9", "ovs_interfaceid": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.345982] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:52:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.354703] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.355019] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.355322] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e006d63c-db7a-4fd5-a073-23e091e30a1b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.372989] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a643ab-4373-8330-0779-67c73f100675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.381434] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.381434] env[69073]: value = "task-3219846" [ 998.381434] env[69073]: _type = "Task" [ 998.381434] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.386341] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219846, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.447084] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219845, 'name': Rename_Task, 'duration_secs': 0.129151} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.448050] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.448050] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a971797-b4ff-4414-810b-958537033ccc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.454583] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 998.454583] env[69073]: value = "task-3219847" [ 998.454583] env[69073]: _type = "Task" [ 998.454583] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.463457] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.670276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.673168] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.480s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.676119] env[69073]: INFO nova.compute.claims [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.681072] env[69073]: DEBUG nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.714693] env[69073]: INFO nova.scheduler.client.report [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted allocations for instance 65efd5d9-5982-4ffe-b17e-cd52b1e24962 [ 998.719827] env[69073]: DEBUG nova.compute.manager [req-2bdc8395-20eb-4812-9607-f551c2c3e913 req-1a6e339d-1a6b-4c03-876a-6513c835d68e service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Received event network-changed-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.719924] env[69073]: DEBUG nova.compute.manager [req-2bdc8395-20eb-4812-9607-f551c2c3e913 req-1a6e339d-1a6b-4c03-876a-6513c835d68e service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Refreshing instance network info cache due to event network-changed-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.720166] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bdc8395-20eb-4812-9607-f551c2c3e913 req-1a6e339d-1a6b-4c03-876a-6513c835d68e service nova] Acquiring lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.720334] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bdc8395-20eb-4812-9607-f551c2c3e913 req-1a6e339d-1a6b-4c03-876a-6513c835d68e service nova] Acquired lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.720524] env[69073]: DEBUG nova.network.neutron [req-2bdc8395-20eb-4812-9607-f551c2c3e913 req-1a6e339d-1a6b-4c03-876a-6513c835d68e service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Refreshing network info cache for port 5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.726064] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.726064] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.726064] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.726064] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.726064] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.726323] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.727663] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.727663] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.727663] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.727663] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.727663] env[69073]: DEBUG nova.virt.hardware [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.732735] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e998a0-7a00-489a-a36e-c3a2e91db3b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.742036] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f13e70-ffaa-4697-8c72-45ad7da31246 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.852036] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a643ab-4373-8330-0779-67c73f100675, 'name': SearchDatastore_Task, 'duration_secs': 0.026932} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.853151] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5952fe6c-6e1c-4986-aeb2-5ae7bd05217f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.859075] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 998.859075] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521f2848-62da-1d56-fb79-6a6183297890" [ 998.859075] env[69073]: _type = "Task" [ 998.859075] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.869050] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521f2848-62da-1d56-fb79-6a6183297890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.888118] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219846, 'name': CreateVM_Task, 'duration_secs': 0.486626} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.888303] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.888959] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.889137] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.889454] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.889708] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b155a80a-bebf-4b1a-9859-e47e084cf162 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.893894] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 998.893894] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b4b16a-f4d5-75dc-99cf-6e77481ad1cd" [ 998.893894] env[69073]: _type = "Task" [ 998.893894] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.903866] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b4b16a-f4d5-75dc-99cf-6e77481ad1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.964314] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.239556] env[69073]: DEBUG oslo_concurrency.lockutils [None req-722be2ec-30e4-4f69-b3eb-70aad059973f tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "65efd5d9-5982-4ffe-b17e-cd52b1e24962" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.222s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.280804] env[69073]: DEBUG nova.network.neutron [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Successfully updated port: 3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.369548] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521f2848-62da-1d56-fb79-6a6183297890, 'name': SearchDatastore_Task, 'duration_secs': 0.030984} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.369927] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.370284] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211/13aa10e0-b4d4-4b38-8e8f-7c817e3f8211.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.370690] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84a2557a-15f3-452d-9d43-5c7350c7f4cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.377383] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 999.377383] env[69073]: value = "task-3219848" [ 999.377383] env[69073]: _type = "Task" [ 999.377383] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.386570] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.406015] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b4b16a-f4d5-75dc-99cf-6e77481ad1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.035879} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.406015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.406015] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.406015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.406015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.406015] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.406015] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91f3b85b-58c7-4bfb-8c5d-62309b511009 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.424021] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.424021] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.424392] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ee0237-c943-4003-ae61-7fa01d628ec9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.433168] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 999.433168] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5259061e-e3d5-91d1-eb4b-feab992e3498" [ 999.433168] env[69073]: _type = "Task" [ 999.433168] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.442828] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5259061e-e3d5-91d1-eb4b-feab992e3498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.467215] env[69073]: DEBUG oslo_vmware.api [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219847, 'name': PowerOnVM_Task, 'duration_secs': 0.676968} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.468622] env[69073]: DEBUG nova.network.neutron [req-2bdc8395-20eb-4812-9607-f551c2c3e913 req-1a6e339d-1a6b-4c03-876a-6513c835d68e service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Updated VIF entry in instance network info cache for port 5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.469149] env[69073]: DEBUG nova.network.neutron [req-2bdc8395-20eb-4812-9607-f551c2c3e913 req-1a6e339d-1a6b-4c03-876a-6513c835d68e service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Updating instance_info_cache with network_info: [{"id": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "address": "fa:16:3e:57:52:f3", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1934d3-c9", "ovs_interfaceid": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.472062] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.472062] env[69073]: INFO nova.compute.manager [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Took 5.84 seconds to spawn the instance on the hypervisor. [ 999.472062] env[69073]: DEBUG nova.compute.manager [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.474285] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c497634-05a2-45f7-93d6-1d1f14bee7d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.786176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "refresh_cache-2c716d5a-8d31-4287-8099-30ab86c40560" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.786335] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "refresh_cache-2c716d5a-8d31-4287-8099-30ab86c40560" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.786476] env[69073]: DEBUG nova.network.neutron [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.891021] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.952246] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5259061e-e3d5-91d1-eb4b-feab992e3498, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.956013] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ad2a279-c74d-46f3-9b0f-859dac6e07c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.962126] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 999.962126] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526670f9-463f-0066-57a4-60f5b70d7efd" [ 999.962126] env[69073]: _type = "Task" [ 999.962126] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.972017] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526670f9-463f-0066-57a4-60f5b70d7efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.973842] env[69073]: DEBUG oslo_concurrency.lockutils [req-2bdc8395-20eb-4812-9607-f551c2c3e913 req-1a6e339d-1a6b-4c03-876a-6513c835d68e service nova] Releasing lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.992020] env[69073]: INFO nova.compute.manager [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Took 24.30 seconds to build instance. [ 1000.037155] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.037406] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.037747] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.038043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.038241] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.041106] env[69073]: INFO nova.compute.manager [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Terminating instance [ 1000.078170] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c5f16-0853-4420-a2a2-2206236f414c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.085667] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5c1050-ed32-44dd-bc3b-a9ab86ef614e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.114763] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f653b0e8-5cdd-45c7-8885-10079708c5d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.123026] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eecb121-6f0b-4a07-89a5-4f0aff53d9c8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.137364] env[69073]: DEBUG nova.compute.provider_tree [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.333659] env[69073]: DEBUG nova.network.neutron [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.388209] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560724} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.390635] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211/13aa10e0-b4d4-4b38-8e8f-7c817e3f8211.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.390877] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.392038] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80940ddf-4ea8-44a0-8aa1-c3a9d8a31aad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.397783] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1000.397783] env[69073]: value = "task-3219849" [ 1000.397783] env[69073]: _type = "Task" [ 1000.397783] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.407992] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.475379] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526670f9-463f-0066-57a4-60f5b70d7efd, 'name': SearchDatastore_Task, 'duration_secs': 0.019589} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.475645] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.476010] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 63089922-3b7d-4f13-bfeb-d4a5cf815abb/63089922-3b7d-4f13-bfeb-d4a5cf815abb.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.476304] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc7d8027-6ac7-42ea-a131-5742641ec62c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.482420] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1000.482420] env[69073]: value = "task-3219850" [ 1000.482420] env[69073]: _type = "Task" [ 1000.482420] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.490669] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.492158] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1952f7bd-94f9-4875-8810-869978c2658b tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "197241cc-c22a-4acf-a775-ba5fac735ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.813s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.506236] env[69073]: DEBUG nova.network.neutron [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Updating instance_info_cache with network_info: [{"id": "3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300", "address": "fa:16:3e:1d:07:fc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa6ca49-2d", "ovs_interfaceid": "3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.545400] env[69073]: DEBUG nova.compute.manager [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.545657] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.546619] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f3c6c2-c55f-4f8d-89ec-cfd76b3dbc93 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.554414] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.554732] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b23dc8-5c39-42be-a7e8-c523d204821e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.561271] env[69073]: DEBUG oslo_vmware.api [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 1000.561271] env[69073]: value = "task-3219851" [ 1000.561271] env[69073]: _type = "Task" [ 1000.561271] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.570205] env[69073]: DEBUG oslo_vmware.api [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.641483] env[69073]: DEBUG nova.scheduler.client.report [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.859539] env[69073]: DEBUG nova.compute.manager [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Received event network-vif-plugged-3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.859539] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Acquiring lock "2c716d5a-8d31-4287-8099-30ab86c40560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.859539] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Lock "2c716d5a-8d31-4287-8099-30ab86c40560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.859708] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Lock "2c716d5a-8d31-4287-8099-30ab86c40560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.859925] env[69073]: DEBUG nova.compute.manager [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] No waiting events found dispatching network-vif-plugged-3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.860074] env[69073]: WARNING nova.compute.manager [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Received unexpected event network-vif-plugged-3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300 for instance with vm_state building and task_state spawning. [ 1000.860330] env[69073]: DEBUG nova.compute.manager [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Received event network-changed-1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.860422] env[69073]: DEBUG nova.compute.manager [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Refreshing instance network info cache due to event network-changed-1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.860648] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Acquiring lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.860742] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Acquired lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.860971] env[69073]: DEBUG nova.network.neutron [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Refreshing network info cache for port 1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.907272] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061871} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.907531] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.908332] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69608b7-8d44-4338-8d06-c70ba305e4f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.930290] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211/13aa10e0-b4d4-4b38-8e8f-7c817e3f8211.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.931594] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc05d7c8-f051-40e7-bb42-7b003430d020 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.953995] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1000.953995] env[69073]: value = "task-3219852" [ 1000.953995] env[69073]: _type = "Task" [ 1000.953995] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.964252] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.995872] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219850, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.008488] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "refresh_cache-2c716d5a-8d31-4287-8099-30ab86c40560" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.008899] env[69073]: DEBUG nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Instance network_info: |[{"id": "3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300", "address": "fa:16:3e:1d:07:fc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa6ca49-2d", "ovs_interfaceid": "3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.009523] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:07:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.017241] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.017749] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.017815] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d723dbc8-e03f-4a15-b4f1-7dc4efd50b68 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.039070] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.039070] env[69073]: value = "task-3219853" [ 1001.039070] env[69073]: _type = "Task" [ 1001.039070] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.047010] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219853, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.072843] env[69073]: DEBUG oslo_vmware.api [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219851, 'name': PowerOffVM_Task, 'duration_secs': 0.365362} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.073206] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.073395] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.073654] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-553969c2-27eb-46b3-b802-0130c938d144 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.145125] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.145125] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.145351] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleting the datastore file [datastore2] 4f89275e-1987-4caa-8fa1-b358ec1d90fe {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.145676] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bf46ba8-cabd-4830-8002-8aa58275d6b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.150017] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.150574] env[69073]: DEBUG nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.156018] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.033s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.156018] env[69073]: DEBUG nova.objects.instance [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lazy-loading 'resources' on Instance uuid e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.156540] env[69073]: DEBUG oslo_vmware.api [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for the task: (returnval){ [ 1001.156540] env[69073]: value = "task-3219855" [ 1001.156540] env[69073]: _type = "Task" [ 1001.156540] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.166529] env[69073]: DEBUG oslo_vmware.api [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.449607] env[69073]: DEBUG nova.compute.manager [None req-e9ccd042-3911-4ff2-8d45-7684ff8be6bb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.451013] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b6c7a3-9ebc-42b1-93ea-13cfbbaf4478 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.467718] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.493251] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquiring lock "197241cc-c22a-4acf-a775-ba5fac735ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.494496] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "197241cc-c22a-4acf-a775-ba5fac735ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.494742] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquiring lock "197241cc-c22a-4acf-a775-ba5fac735ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.494934] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "197241cc-c22a-4acf-a775-ba5fac735ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.495141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "197241cc-c22a-4acf-a775-ba5fac735ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.496912] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93264} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.497414] env[69073]: INFO nova.compute.manager [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Terminating instance [ 1001.499278] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 63089922-3b7d-4f13-bfeb-d4a5cf815abb/63089922-3b7d-4f13-bfeb-d4a5cf815abb.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.499491] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.500536] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18f16b34-7c37-426f-804d-f02a374ec752 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.508985] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1001.508985] env[69073]: value = "task-3219856" [ 1001.508985] env[69073]: _type = "Task" [ 1001.508985] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.522148] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.556945] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219853, 'name': CreateVM_Task, 'duration_secs': 0.376642} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.557123] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.557886] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.558083] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.558462] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.558757] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8407f1cb-8430-4c90-8c94-280c6baa637a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.565052] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1001.565052] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52149f8f-e00a-c731-c37a-389949ffa029" [ 1001.565052] env[69073]: _type = "Task" [ 1001.565052] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.572781] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52149f8f-e00a-c731-c37a-389949ffa029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.663017] env[69073]: DEBUG nova.compute.utils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.663017] env[69073]: DEBUG nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.663017] env[69073]: DEBUG nova.network.neutron [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.667552] env[69073]: DEBUG nova.network.neutron [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updated VIF entry in instance network info cache for port 1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.667992] env[69073]: DEBUG nova.network.neutron [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.680347] env[69073]: DEBUG oslo_vmware.api [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Task: {'id': task-3219855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357291} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.681469] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.681647] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.681926] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.682212] env[69073]: INFO nova.compute.manager [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.682586] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.683219] env[69073]: DEBUG nova.compute.manager [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.683370] env[69073]: DEBUG nova.network.neutron [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.713193] env[69073]: DEBUG nova.policy [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '347bd84fa4404047882817f2b6b252ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84aac1c5ae14b6e939f54a54361dbfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.967560] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219852, 'name': ReconfigVM_Task, 'duration_secs': 0.651617} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.969091] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211/13aa10e0-b4d4-4b38-8e8f-7c817e3f8211.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.970248] env[69073]: INFO nova.compute.manager [None req-e9ccd042-3911-4ff2-8d45-7684ff8be6bb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] instance snapshotting [ 1001.970823] env[69073]: DEBUG nova.objects.instance [None req-e9ccd042-3911-4ff2-8d45-7684ff8be6bb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lazy-loading 'flavor' on Instance uuid 197241cc-c22a-4acf-a775-ba5fac735ac8 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.973461] env[69073]: DEBUG nova.compute.manager [req-117cae3a-db13-409a-be1e-a9385606ab4b req-8a4214a3-4086-43a4-b9e7-37f26d7ca702 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Received event network-vif-deleted-d6e252a5-af11-4ecc-815c-39f78ee47c81 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.973688] env[69073]: INFO nova.compute.manager [req-117cae3a-db13-409a-be1e-a9385606ab4b req-8a4214a3-4086-43a4-b9e7-37f26d7ca702 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Neutron deleted interface d6e252a5-af11-4ecc-815c-39f78ee47c81; detaching it from the instance and deleting it from the info cache [ 1001.973897] env[69073]: DEBUG nova.network.neutron [req-117cae3a-db13-409a-be1e-a9385606ab4b req-8a4214a3-4086-43a4-b9e7-37f26d7ca702 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.977759] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cebada00-31f8-42a9-845b-1c2a746154a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.988983] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1001.988983] env[69073]: value = "task-3219857" [ 1001.988983] env[69073]: _type = "Task" [ 1001.988983] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.000562] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219857, 'name': Rename_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.004189] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquiring lock "refresh_cache-197241cc-c22a-4acf-a775-ba5fac735ac8" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.004357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquired lock "refresh_cache-197241cc-c22a-4acf-a775-ba5fac735ac8" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.004560] env[69073]: DEBUG nova.network.neutron [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.024468] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179904} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.024468] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.024468] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c9aae1-1247-4504-8f59-d6bd72a527f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.048634] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 63089922-3b7d-4f13-bfeb-d4a5cf815abb/63089922-3b7d-4f13-bfeb-d4a5cf815abb.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.050439] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c8a50b-61c3-49a9-b1cc-e115e0e01b30 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.066038] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d7457-d014-47b5-97d3-9d5056df82ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.077221] env[69073]: DEBUG nova.network.neutron [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Successfully created port: 7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.086358] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1002.086358] env[69073]: value = "task-3219858" [ 1002.086358] env[69073]: _type = "Task" [ 1002.086358] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.086614] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52149f8f-e00a-c731-c37a-389949ffa029, 'name': SearchDatastore_Task, 'duration_secs': 0.013454} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.087185] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.087468] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.087730] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.087908] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.088128] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.089195] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e15d2b-08fa-47ca-9e30-5933dc1936ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.098314] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09107977-1671-4654-9a7a-875617d9f5d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.135851] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50d6cd-2eab-4862-b4c1-8373c0384718 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.138735] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.139173] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.139274] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.140121] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-885bf427-af50-44bc-86fe-1ef3621ec355 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.148628] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63033521-3ccf-4387-bdae-811e1111a664 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.153275] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1002.153275] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b90fc-f75d-c761-13eb-2cbec13e8fbf" [ 1002.153275] env[69073]: _type = "Task" [ 1002.153275] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.165215] env[69073]: DEBUG nova.compute.provider_tree [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.173097] env[69073]: DEBUG nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.176755] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Releasing lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.176970] env[69073]: DEBUG nova.compute.manager [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Received event network-changed-3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.177163] env[69073]: DEBUG nova.compute.manager [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Refreshing instance network info cache due to event network-changed-3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.177382] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Acquiring lock "refresh_cache-2c716d5a-8d31-4287-8099-30ab86c40560" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.177544] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Acquired lock "refresh_cache-2c716d5a-8d31-4287-8099-30ab86c40560" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.177788] env[69073]: DEBUG nova.network.neutron [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Refreshing network info cache for port 3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.178980] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b90fc-f75d-c761-13eb-2cbec13e8fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.01379} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.180955] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8db136-1f49-4fae-90c5-642e9289ff52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.191418] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1002.191418] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5204ea8d-f1e7-9cfc-a132-4c1181f7bf6e" [ 1002.191418] env[69073]: _type = "Task" [ 1002.191418] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.196071] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5204ea8d-f1e7-9cfc-a132-4c1181f7bf6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.442597] env[69073]: DEBUG nova.network.neutron [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.475940] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f22caf-c07f-4cbe-9aa0-d90a1d481b2b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.492505] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89149301-79cf-4fcf-b5fc-e92f50ba3bf1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.499621] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57630cb1-2d6f-453f-857b-98d0849c38bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.515452] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219857, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.521155] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75356875-9315-4a8b-8238-6b31f7c20078 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.537114] env[69073]: DEBUG nova.network.neutron [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.563632] env[69073]: DEBUG nova.compute.manager [req-117cae3a-db13-409a-be1e-a9385606ab4b req-8a4214a3-4086-43a4-b9e7-37f26d7ca702 service nova] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Detach interface failed, port_id=d6e252a5-af11-4ecc-815c-39f78ee47c81, reason: Instance 4f89275e-1987-4caa-8fa1-b358ec1d90fe could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1002.597652] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219858, 'name': ReconfigVM_Task, 'duration_secs': 0.301748} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.597955] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 63089922-3b7d-4f13-bfeb-d4a5cf815abb/63089922-3b7d-4f13-bfeb-d4a5cf815abb.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.598664] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaf16c21-b671-46ea-8dc6-54a57af576dd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.605127] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1002.605127] env[69073]: value = "task-3219859" [ 1002.605127] env[69073]: _type = "Task" [ 1002.605127] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.612810] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219859, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.617854] env[69073]: DEBUG nova.network.neutron [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.669264] env[69073]: DEBUG nova.scheduler.client.report [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.699233] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5204ea8d-f1e7-9cfc-a132-4c1181f7bf6e, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.699233] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.699455] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2c716d5a-8d31-4287-8099-30ab86c40560/2c716d5a-8d31-4287-8099-30ab86c40560.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.699697] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9af702e-5eee-44f5-b005-8980b15d67b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.708087] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1002.708087] env[69073]: value = "task-3219860" [ 1002.708087] env[69073]: _type = "Task" [ 1002.708087] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.718998] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.877054] env[69073]: DEBUG nova.network.neutron [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Updated VIF entry in instance network info cache for port 3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.877452] env[69073]: DEBUG nova.network.neutron [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Updating instance_info_cache with network_info: [{"id": "3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300", "address": "fa:16:3e:1d:07:fc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aa6ca49-2d", "ovs_interfaceid": "3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.944919] env[69073]: INFO nova.compute.manager [-] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Took 1.26 seconds to deallocate network for instance. [ 1003.003279] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219857, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.018247] env[69073]: DEBUG nova.compute.manager [None req-e9ccd042-3911-4ff2-8d45-7684ff8be6bb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Instance disappeared during snapshot {{(pid=69073) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1003.115048] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219859, 'name': Rename_Task, 'duration_secs': 0.139286} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.117932] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.118933] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7415c22b-fc2c-4c71-bc37-c56239e2ad5d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.120241] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Releasing lock "refresh_cache-197241cc-c22a-4acf-a775-ba5fac735ac8" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.120629] env[69073]: DEBUG nova.compute.manager [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.120819] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.121611] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38a9533-3d5d-4810-b083-4c523597a543 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.129243] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.130370] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67bcbfc-9940-49e1-bb64-f9cdf7670982 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.131862] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1003.131862] env[69073]: value = "task-3219861" [ 1003.131862] env[69073]: _type = "Task" [ 1003.131862] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.136669] env[69073]: DEBUG oslo_vmware.api [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 1003.136669] env[69073]: value = "task-3219862" [ 1003.136669] env[69073]: _type = "Task" [ 1003.136669] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.139411] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.147716] env[69073]: DEBUG oslo_vmware.api [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.154389] env[69073]: DEBUG nova.compute.manager [None req-e9ccd042-3911-4ff2-8d45-7684ff8be6bb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Found 0 images (rotation: 2) {{(pid=69073) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1003.174186] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.177503] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.862s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.177745] env[69073]: DEBUG nova.objects.instance [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lazy-loading 'resources' on Instance uuid edf6240f-1780-4eb1-b7ed-19e0d48c119d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.184680] env[69073]: DEBUG nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.206141] env[69073]: INFO nova.scheduler.client.report [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleted allocations for instance e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c [ 1003.211798] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.211966] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.212108] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.212295] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.212441] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.212590] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.212923] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.212986] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.213131] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.213293] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.213468] env[69073]: DEBUG nova.virt.hardware [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.218815] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ca8ed7-ad6a-4011-83be-4eebb66d43ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.227902] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.231618] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07c174-a04b-4ab6-89af-178222be6db6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.380767] env[69073]: DEBUG oslo_concurrency.lockutils [req-0cddad82-b392-4f15-9da6-bc78a367f1f7 req-f6b09a49-a302-4b0e-8ae3-21c1eb8a6cbb service nova] Releasing lock "refresh_cache-2c716d5a-8d31-4287-8099-30ab86c40560" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.452952] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.505953] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219857, 'name': Rename_Task, 'duration_secs': 1.17607} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.506268] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.506457] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-685c680d-7ac4-4694-86fe-22fd795ebb13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.516393] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1003.516393] env[69073]: value = "task-3219863" [ 1003.516393] env[69073]: _type = "Task" [ 1003.516393] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.526986] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.602581] env[69073]: DEBUG nova.compute.manager [req-2163e6eb-b53a-41af-91fe-9da96420aa38 req-fc6beebb-4dd1-4b1c-bc8f-4ae001f8cb21 service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Received event network-vif-plugged-7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.602973] env[69073]: DEBUG oslo_concurrency.lockutils [req-2163e6eb-b53a-41af-91fe-9da96420aa38 req-fc6beebb-4dd1-4b1c-bc8f-4ae001f8cb21 service nova] Acquiring lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.602973] env[69073]: DEBUG oslo_concurrency.lockutils [req-2163e6eb-b53a-41af-91fe-9da96420aa38 req-fc6beebb-4dd1-4b1c-bc8f-4ae001f8cb21 service nova] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.602973] env[69073]: DEBUG oslo_concurrency.lockutils [req-2163e6eb-b53a-41af-91fe-9da96420aa38 req-fc6beebb-4dd1-4b1c-bc8f-4ae001f8cb21 service nova] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.603485] env[69073]: DEBUG nova.compute.manager [req-2163e6eb-b53a-41af-91fe-9da96420aa38 req-fc6beebb-4dd1-4b1c-bc8f-4ae001f8cb21 service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] No waiting events found dispatching network-vif-plugged-7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.604013] env[69073]: WARNING nova.compute.manager [req-2163e6eb-b53a-41af-91fe-9da96420aa38 req-fc6beebb-4dd1-4b1c-bc8f-4ae001f8cb21 service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Received unexpected event network-vif-plugged-7347b5fc-2412-498d-b6ab-a0750d87420c for instance with vm_state building and task_state spawning. [ 1003.646621] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.654893] env[69073]: DEBUG oslo_vmware.api [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219862, 'name': PowerOffVM_Task, 'duration_secs': 0.128948} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.656010] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.656225] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.657065] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b640d101-a24d-4d0c-a40b-9c41c2e53d48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.721308] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.721685] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.722984] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Deleting the datastore file [datastore1] 197241cc-c22a-4acf-a775-ba5fac735ac8 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.728819] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d5643d3-0d47-499f-9381-941de4c4271e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.731440] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219860, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.732167] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49f60e62-9cde-4fd8-87e5-925cad047b94 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.149s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.743396] env[69073]: DEBUG oslo_vmware.api [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for the task: (returnval){ [ 1003.743396] env[69073]: value = "task-3219865" [ 1003.743396] env[69073]: _type = "Task" [ 1003.743396] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.758492] env[69073]: DEBUG oslo_vmware.api [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.785086] env[69073]: DEBUG nova.network.neutron [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Successfully updated port: 7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.029208] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.069797] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a249cbbc-5d0e-4134-ac81-f2c2818abc31 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.077927] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e5a06e-0481-482e-bbfd-a1bd84f44adb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.110699] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f76efd-6957-450e-8271-85ee9279d3f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.118847] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e0f548-a1f8-4165-abf3-9f2c3fb75ae9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.134873] env[69073]: DEBUG nova.compute.provider_tree [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.144844] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219861, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.225335] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219860, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.050415} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.225595] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2c716d5a-8d31-4287-8099-30ab86c40560/2c716d5a-8d31-4287-8099-30ab86c40560.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.225809] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.226076] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bd58754-c93d-434a-bf85-0ea4d716fa34 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.232956] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1004.232956] env[69073]: value = "task-3219866" [ 1004.232956] env[69073]: _type = "Task" [ 1004.232956] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.240830] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.253545] env[69073]: DEBUG oslo_vmware.api [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Task: {'id': task-3219865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124882} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.254063] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.254181] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.254507] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.254741] env[69073]: INFO nova.compute.manager [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1004.254995] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.255423] env[69073]: DEBUG nova.compute.manager [-] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.255423] env[69073]: DEBUG nova.network.neutron [-] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.282862] env[69073]: DEBUG nova.network.neutron [-] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.288270] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.288433] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.288656] env[69073]: DEBUG nova.network.neutron [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.526901] env[69073]: DEBUG oslo_vmware.api [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219863, 'name': PowerOnVM_Task, 'duration_secs': 0.562255} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.527439] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.527650] env[69073]: DEBUG nova.compute.manager [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.528622] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fca50e4-ce43-4401-b4b1-926b22c8696e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.553065] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6ba79480-861d-44a2-9b9e-ba091cfc697e tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.553332] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6ba79480-861d-44a2-9b9e-ba091cfc697e tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.553656] env[69073]: DEBUG nova.objects.instance [None req-6ba79480-861d-44a2-9b9e-ba091cfc697e tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'flavor' on Instance uuid 8676cf4d-217d-4552-9888-4008f747ecab {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.640927] env[69073]: DEBUG nova.scheduler.client.report [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.646945] env[69073]: DEBUG oslo_vmware.api [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219861, 'name': PowerOnVM_Task, 'duration_secs': 1.048123} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.647941] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.648298] env[69073]: INFO nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1004.648490] env[69073]: DEBUG nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.649479] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaed4cd-755b-4cd8-aad2-ff7e4a740e0f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.742270] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072438} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.742490] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.743285] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc500803-e6c6-4228-a8c2-97a1916195a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.766300] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 2c716d5a-8d31-4287-8099-30ab86c40560/2c716d5a-8d31-4287-8099-30ab86c40560.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.766600] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b139c0f9-e6b9-42e4-be32-5f619952f6bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.785448] env[69073]: DEBUG nova.network.neutron [-] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.789279] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1004.789279] env[69073]: value = "task-3219867" [ 1004.789279] env[69073]: _type = "Task" [ 1004.789279] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.798667] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.839333] env[69073]: DEBUG nova.network.neutron [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.024132] env[69073]: DEBUG nova.network.neutron [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance_info_cache with network_info: [{"id": "7347b5fc-2412-498d-b6ab-a0750d87420c", "address": "fa:16:3e:ce:1c:33", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7347b5fc-24", "ovs_interfaceid": "7347b5fc-2412-498d-b6ab-a0750d87420c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.044423] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.057995] env[69073]: DEBUG nova.objects.instance [None req-6ba79480-861d-44a2-9b9e-ba091cfc697e tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'pci_requests' on Instance uuid 8676cf4d-217d-4552-9888-4008f747ecab {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.150149] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.152762] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.073s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.153036] env[69073]: DEBUG nova.objects.instance [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lazy-loading 'resources' on Instance uuid 6ef55282-abd0-426f-80f4-287c55442574 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.167076] env[69073]: INFO nova.compute.manager [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Took 28.38 seconds to build instance. [ 1005.174934] env[69073]: INFO nova.scheduler.client.report [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Deleted allocations for instance edf6240f-1780-4eb1-b7ed-19e0d48c119d [ 1005.287608] env[69073]: INFO nova.compute.manager [-] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Took 1.03 seconds to deallocate network for instance. [ 1005.302645] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.526831] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.527310] env[69073]: DEBUG nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Instance network_info: |[{"id": "7347b5fc-2412-498d-b6ab-a0750d87420c", "address": "fa:16:3e:ce:1c:33", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7347b5fc-24", "ovs_interfaceid": "7347b5fc-2412-498d-b6ab-a0750d87420c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.527751] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:1c:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7347b5fc-2412-498d-b6ab-a0750d87420c', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.535487] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.535615] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.536509] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08903138-6d38-4053-b4c9-6116eac27beb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.557808] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.557808] env[69073]: value = "task-3219868" [ 1005.557808] env[69073]: _type = "Task" [ 1005.557808] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.560874] env[69073]: DEBUG nova.objects.base [None req-6ba79480-861d-44a2-9b9e-ba091cfc697e tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Object Instance<8676cf4d-217d-4552-9888-4008f747ecab> lazy-loaded attributes: flavor,pci_requests {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1005.561103] env[69073]: DEBUG nova.network.neutron [None req-6ba79480-861d-44a2-9b9e-ba091cfc697e tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.569033] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219868, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.669797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8b747080-9352-4422-9e33-fdde3e3edcb3 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.893s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.683718] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f93af1de-4dc4-4a24-ac6f-ca19566ce033 tempest-ServerTagsTestJSON-191065784 tempest-ServerTagsTestJSON-191065784-project-member] Lock "edf6240f-1780-4eb1-b7ed-19e0d48c119d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.796s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.689833] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6ba79480-861d-44a2-9b9e-ba091cfc697e tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.136s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.800726] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.801026] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219867, 'name': ReconfigVM_Task, 'duration_secs': 0.875611} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.803521] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 2c716d5a-8d31-4287-8099-30ab86c40560/2c716d5a-8d31-4287-8099-30ab86c40560.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.804315] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e37eddb-fd09-4828-ab9e-5c4e281d6ba9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.810932] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1005.810932] env[69073]: value = "task-3219869" [ 1005.810932] env[69073]: _type = "Task" [ 1005.810932] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.821136] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219869, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.964223] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfcb29d-5104-45a7-8290-c26c322bd8cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.971772] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab23874f-72a0-4175-bfeb-8db7daf37301 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.004155] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3547bd-b709-4efb-91a3-9a24159e72bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.011777] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067f58f-b7c9-4547-bf17-6b862b27cf79 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.025912] env[69073]: DEBUG nova.compute.provider_tree [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.066922] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219868, 'name': CreateVM_Task, 'duration_secs': 0.436365} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.067404] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.068119] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.068294] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.068621] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.068930] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da7f092-4065-4266-a3fd-4e929f8a055a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.073637] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1006.073637] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527266d0-b76f-ca59-8a5c-7d55563b20e9" [ 1006.073637] env[69073]: _type = "Task" [ 1006.073637] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.081433] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527266d0-b76f-ca59-8a5c-7d55563b20e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.321289] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219869, 'name': Rename_Task, 'duration_secs': 0.254344} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.321586] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.321843] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb2b214-31fc-4e35-9a8e-6aa5557725d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.328768] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1006.328768] env[69073]: value = "task-3219870" [ 1006.328768] env[69073]: _type = "Task" [ 1006.328768] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.336430] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.344608] env[69073]: DEBUG nova.compute.manager [req-258cebb0-a393-409b-95a0-78ccf9e602d6 req-5b3a34be-df7c-4181-aea6-c602c242112f service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Received event network-changed-7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.344608] env[69073]: DEBUG nova.compute.manager [req-258cebb0-a393-409b-95a0-78ccf9e602d6 req-5b3a34be-df7c-4181-aea6-c602c242112f service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Refreshing instance network info cache due to event network-changed-7347b5fc-2412-498d-b6ab-a0750d87420c. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.344608] env[69073]: DEBUG oslo_concurrency.lockutils [req-258cebb0-a393-409b-95a0-78ccf9e602d6 req-5b3a34be-df7c-4181-aea6-c602c242112f service nova] Acquiring lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.344775] env[69073]: DEBUG oslo_concurrency.lockutils [req-258cebb0-a393-409b-95a0-78ccf9e602d6 req-5b3a34be-df7c-4181-aea6-c602c242112f service nova] Acquired lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.344919] env[69073]: DEBUG nova.network.neutron [req-258cebb0-a393-409b-95a0-78ccf9e602d6 req-5b3a34be-df7c-4181-aea6-c602c242112f service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Refreshing network info cache for port 7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.528965] env[69073]: DEBUG nova.scheduler.client.report [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.590339] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527266d0-b76f-ca59-8a5c-7d55563b20e9, 'name': SearchDatastore_Task, 'duration_secs': 0.013286} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.590556] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.590794] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.591045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.591189] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.591436] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.591621] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4c80108-c682-48d2-b7a4-6799547b0cc1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.600974] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.601224] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.601980] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d69c07b-8d46-48cc-9397-cbcb081796ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.604878] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.605248] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.605375] env[69073]: INFO nova.compute.manager [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Shelving [ 1006.609156] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1006.609156] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528659b3-0578-bf96-7ff7-0489558026d4" [ 1006.609156] env[69073]: _type = "Task" [ 1006.609156] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.618321] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528659b3-0578-bf96-7ff7-0489558026d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.841565] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219870, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.034185] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.036983] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.565s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.037604] env[69073]: DEBUG nova.objects.instance [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lazy-loading 'resources' on Instance uuid d8adbfa4-91c8-4c4e-864e-339d93187d52 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.068458] env[69073]: INFO nova.scheduler.client.report [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Deleted allocations for instance 6ef55282-abd0-426f-80f4-287c55442574 [ 1007.127027] env[69073]: DEBUG nova.network.neutron [req-258cebb0-a393-409b-95a0-78ccf9e602d6 req-5b3a34be-df7c-4181-aea6-c602c242112f service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updated VIF entry in instance network info cache for port 7347b5fc-2412-498d-b6ab-a0750d87420c. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.127413] env[69073]: DEBUG nova.network.neutron [req-258cebb0-a393-409b-95a0-78ccf9e602d6 req-5b3a34be-df7c-4181-aea6-c602c242112f service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance_info_cache with network_info: [{"id": "7347b5fc-2412-498d-b6ab-a0750d87420c", "address": "fa:16:3e:ce:1c:33", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7347b5fc-24", "ovs_interfaceid": "7347b5fc-2412-498d-b6ab-a0750d87420c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.137919] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528659b3-0578-bf96-7ff7-0489558026d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.141899] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16391795-4b10-41d2-ae84-aa7bc7e0c63d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.149060] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1007.149060] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522bcf67-09e0-e474-99a0-30c7f2a81eec" [ 1007.149060] env[69073]: _type = "Task" [ 1007.149060] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.158361] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522bcf67-09e0-e474-99a0-30c7f2a81eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.339474] env[69073]: DEBUG oslo_vmware.api [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219870, 'name': PowerOnVM_Task, 'duration_secs': 0.563096} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.340685] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.341102] env[69073]: INFO nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1007.341191] env[69073]: DEBUG nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.342183] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cdbc22-0ee3-4343-8c2c-ce8ddc1cc901 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.577394] env[69073]: DEBUG oslo_concurrency.lockutils [None req-256502ca-3270-4346-ae76-dbdb6c50b5a0 tempest-MigrationsAdminTest-1341724236 tempest-MigrationsAdminTest-1341724236-project-member] Lock "6ef55282-abd0-426f-80f4-287c55442574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.907s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.630086] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.630424] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cbabc78-cffb-449c-925a-7db7207ffe81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.636441] env[69073]: DEBUG oslo_concurrency.lockutils [req-258cebb0-a393-409b-95a0-78ccf9e602d6 req-5b3a34be-df7c-4181-aea6-c602c242112f service nova] Releasing lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.639371] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1007.639371] env[69073]: value = "task-3219871" [ 1007.639371] env[69073]: _type = "Task" [ 1007.639371] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.639371] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Acquiring lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.639371] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.639804] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Acquiring lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.639804] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.639869] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.644020] env[69073]: INFO nova.compute.manager [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Terminating instance [ 1007.649537] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.649875] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.663016] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.669610] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522bcf67-09e0-e474-99a0-30c7f2a81eec, 'name': SearchDatastore_Task, 'duration_secs': 0.009493} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.669911] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.672381] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735/e8e29060-d2c9-4bec-810f-3ddaf44e4735.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.672381] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c221895d-9ed4-4ea2-804c-d6d75d07ed5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.676832] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1007.676832] env[69073]: value = "task-3219872" [ 1007.676832] env[69073]: _type = "Task" [ 1007.676832] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.685902] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.686194] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.686656] env[69073]: DEBUG nova.objects.instance [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'flavor' on Instance uuid 8676cf4d-217d-4552-9888-4008f747ecab {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.694107] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.714201] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.714483] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.714801] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.715058] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.715293] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.721022] env[69073]: INFO nova.compute.manager [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Terminating instance [ 1007.862547] env[69073]: INFO nova.compute.manager [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Took 29.95 seconds to build instance. [ 1007.912153] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13b80a2-94b3-45fa-a8bf-d27bcafc595c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.922437] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b04ef-e2ff-4005-ae1c-498b350c43f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.957694] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e86ae-6034-4dbf-9f0f-9703ba0647a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.966072] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0210a0-9fde-4fc0-b1c7-7fdaf77f8530 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.983904] env[69073]: DEBUG nova.compute.provider_tree [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.155840] env[69073]: DEBUG nova.compute.manager [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.155840] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.155840] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219871, 'name': PowerOffVM_Task, 'duration_secs': 0.270414} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.155840] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ce581f-0921-4396-9a4f-180b35c1a9ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.157305] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.158106] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db160843-a7f7-4375-9eed-e0a9c269e5ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.178892] env[69073]: INFO nova.compute.manager [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Detaching volume 950439e7-99ba-4f24-9e49-41d2fe9d1722 [ 1008.186208] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00014a99-8a83-483f-9bce-50ad040ce5f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.189182] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 1008.189182] env[69073]: value = "task-3219873" [ 1008.189182] env[69073]: _type = "Task" [ 1008.189182] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.203721] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479208} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.206944] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735/e8e29060-d2c9-4bec-810f-3ddaf44e4735.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.209065] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.209065] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01eb45d1-ad93-4e6d-be56-71ba4c3cab1a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.213775] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.218547] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1008.218547] env[69073]: value = "task-3219874" [ 1008.218547] env[69073]: _type = "Task" [ 1008.218547] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.230011] env[69073]: DEBUG nova.compute.manager [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.230854] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.232014] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.233209] env[69073]: INFO nova.virt.block_device [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Attempting to driver detach volume 950439e7-99ba-4f24-9e49-41d2fe9d1722 from mountpoint /dev/sdb [ 1008.233453] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.233662] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643711', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'name': 'volume-950439e7-99ba-4f24-9e49-41d2fe9d1722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b0b98b8f-ad6b-4e95-aacc-b097bdb37de1', 'attached_at': '', 'detached_at': '', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'serial': '950439e7-99ba-4f24-9e49-41d2fe9d1722'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.235375] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df88dbf-8255-48d2-b815-8ba0f0a17c36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.239838] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d09350-eaf6-4c00-bef1-b6b73412f234 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.249613] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.269311] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d0c1558-8586-4afc-bfa1-507f1bfa675e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.272013] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24692cb1-b97f-4c0c-82e2-373ff79a9b83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.282579] env[69073]: DEBUG oslo_vmware.api [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1008.282579] env[69073]: value = "task-3219875" [ 1008.282579] env[69073]: _type = "Task" [ 1008.282579] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.283494] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d7ceb9-a407-4a99-88ea-8f454b38e747 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.295132] env[69073]: DEBUG oslo_vmware.api [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.311803] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a182814-53ec-43f1-8e5c-461773b8ae01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.328665] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] The volume has not been displaced from its original location: [datastore2] volume-950439e7-99ba-4f24-9e49-41d2fe9d1722/volume-950439e7-99ba-4f24-9e49-41d2fe9d1722.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.334514] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.335762] env[69073]: DEBUG nova.objects.instance [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'pci_requests' on Instance uuid 8676cf4d-217d-4552-9888-4008f747ecab {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.336953] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2d7615-9471-4d14-86cf-1bfe9970e54c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.357019] env[69073]: DEBUG oslo_vmware.api [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1008.357019] env[69073]: value = "task-3219876" [ 1008.357019] env[69073]: _type = "Task" [ 1008.357019] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.366323] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3bea90dc-48bd-4008-8dd3-251e28da3cac tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "2c716d5a-8d31-4287-8099-30ab86c40560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.468s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.366722] env[69073]: DEBUG oslo_vmware.api [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.487108] env[69073]: DEBUG nova.scheduler.client.report [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.616154] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.616419] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.701858] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219873, 'name': PowerOffVM_Task, 'duration_secs': 0.225492} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.702138] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.702334] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1008.702522] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643568', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'name': 'volume-83554ea5-521f-4281-b0ed-39673e9f59e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97e1edb9-4edb-42fa-b778-2cbd957e4d89', 'attached_at': '', 'detached_at': '', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'serial': '83554ea5-521f-4281-b0ed-39673e9f59e4'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1008.703287] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b12b4-262c-4e6b-8d78-9d2d5b6eb036 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.709117] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1008.723699] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a44cc41-a5c4-4c37-bc74-22a3d3bfca74 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.729106] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5dfc3b-a54c-4960-819f-e4277ecc1b7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.736596] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115696} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.739487] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.739920] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1008.739920] env[69073]: value = "task-3219877" [ 1008.739920] env[69073]: _type = "Task" [ 1008.739920] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.740694] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10b3e81-d8c7-43ea-bb11-c6c52f637719 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.744021] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172dd10f-7c72-4579-9479-193fc8d676a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.776498] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce220d-b04b-4c6e-ae00-54070fad9531 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.779284] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219877, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.789746] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735/e8e29060-d2c9-4bec-810f-3ddaf44e4735.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.790147] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-038e1c3d-eb5d-4507-8419-bd026ed9482f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.818631] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] The volume has not been displaced from its original location: [datastore1] volume-83554ea5-521f-4281-b0ed-39673e9f59e4/volume-83554ea5-521f-4281-b0ed-39673e9f59e4.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1008.823732] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1008.825473] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8ca467-c519-411a-a27c-32bc19a45cbb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.838992] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1008.838992] env[69073]: value = "task-3219878" [ 1008.838992] env[69073]: _type = "Task" [ 1008.838992] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.842279] env[69073]: DEBUG oslo_vmware.api [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219875, 'name': PowerOffVM_Task, 'duration_secs': 0.214945} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.845944] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.846157] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.847479] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-298898c9-7db1-4a13-855e-a55baa4e2236 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.849193] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 1008.849193] env[69073]: value = "task-3219879" [ 1008.849193] env[69073]: _type = "Task" [ 1008.849193] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.860269] env[69073]: DEBUG nova.objects.base [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Object Instance<8676cf4d-217d-4552-9888-4008f747ecab> lazy-loaded attributes: flavor,pci_requests {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.860269] env[69073]: DEBUG nova.network.neutron [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.861773] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.868527] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.875021] env[69073]: DEBUG oslo_vmware.api [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219876, 'name': ReconfigVM_Task, 'duration_secs': 0.251165} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.875021] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1008.878719] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eafe59f1-87a6-4e9a-b621-368bcc9f47b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.893199] env[69073]: DEBUG oslo_vmware.api [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1008.893199] env[69073]: value = "task-3219881" [ 1008.893199] env[69073]: _type = "Task" [ 1008.893199] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.901414] env[69073]: DEBUG oslo_vmware.api [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.913701] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.914071] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.914381] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleting the datastore file [datastore1] 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.914761] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21e719d6-d613-4747-88f4-a0d0a013d2c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.922416] env[69073]: DEBUG oslo_vmware.api [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1008.922416] env[69073]: value = "task-3219882" [ 1008.922416] env[69073]: _type = "Task" [ 1008.922416] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.931439] env[69073]: DEBUG oslo_vmware.api [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.955777] env[69073]: DEBUG nova.policy [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.996715] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.999312] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.722s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.002051] env[69073]: INFO nova.compute.claims [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.034749] env[69073]: INFO nova.scheduler.client.report [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Deleted allocations for instance d8adbfa4-91c8-4c4e-864e-339d93187d52 [ 1009.121488] env[69073]: DEBUG nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.256413] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.341306] env[69073]: DEBUG nova.network.neutron [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Successfully created port: a4ff8712-96e7-4ac0-87c1-68aaf238ca23 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.357018] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.362036] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219879, 'name': ReconfigVM_Task, 'duration_secs': 0.3678} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.362246] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1009.367090] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73413f46-2e9b-4e90-a64f-7aa4db263f56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.382825] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 1009.382825] env[69073]: value = "task-3219883" [ 1009.382825] env[69073]: _type = "Task" [ 1009.382825] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.390892] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.402845] env[69073]: DEBUG oslo_vmware.api [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219881, 'name': ReconfigVM_Task, 'duration_secs': 0.205222} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.403288] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643711', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'name': 'volume-950439e7-99ba-4f24-9e49-41d2fe9d1722', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b0b98b8f-ad6b-4e95-aacc-b097bdb37de1', 'attached_at': '', 'detached_at': '', 'volume_id': '950439e7-99ba-4f24-9e49-41d2fe9d1722', 'serial': '950439e7-99ba-4f24-9e49-41d2fe9d1722'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1009.434591] env[69073]: DEBUG oslo_vmware.api [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371938} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.434868] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.435124] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.435263] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.435458] env[69073]: INFO nova.compute.manager [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1009.435807] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.436021] env[69073]: DEBUG nova.compute.manager [-] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.436021] env[69073]: DEBUG nova.network.neutron [-] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.542943] env[69073]: DEBUG oslo_concurrency.lockutils [None req-02ea3054-4f56-4b7a-8632-52c527bd5d36 tempest-SecurityGroupsTestJSON-197796548 tempest-SecurityGroupsTestJSON-197796548-project-member] Lock "d8adbfa4-91c8-4c4e-864e-339d93187d52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.581s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.649174] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.764736] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219877, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.778445] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "2c716d5a-8d31-4287-8099-30ab86c40560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.778739] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "2c716d5a-8d31-4287-8099-30ab86c40560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.778999] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "2c716d5a-8d31-4287-8099-30ab86c40560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.779236] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "2c716d5a-8d31-4287-8099-30ab86c40560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.779653] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "2c716d5a-8d31-4287-8099-30ab86c40560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.782627] env[69073]: INFO nova.compute.manager [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Terminating instance [ 1009.855676] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219878, 'name': ReconfigVM_Task, 'duration_secs': 0.744645} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.855966] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735/e8e29060-d2c9-4bec-810f-3ddaf44e4735.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.857222] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dc95f21-fff8-4648-9473-1f2bd11d066f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.864561] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1009.864561] env[69073]: value = "task-3219884" [ 1009.864561] env[69073]: _type = "Task" [ 1009.864561] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.875278] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219884, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.896838] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219883, 'name': ReconfigVM_Task, 'duration_secs': 0.160539} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.897355] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643568', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'name': 'volume-83554ea5-521f-4281-b0ed-39673e9f59e4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97e1edb9-4edb-42fa-b778-2cbd957e4d89', 'attached_at': '', 'detached_at': '', 'volume_id': '83554ea5-521f-4281-b0ed-39673e9f59e4', 'serial': '83554ea5-521f-4281-b0ed-39673e9f59e4'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1009.897823] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.898898] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7566ddbd-bd89-41eb-827c-d8f2b31f9c02 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.908033] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.908033] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35fdd031-576b-4c30-8886-57072dc0a754 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.969464] env[69073]: DEBUG nova.objects.instance [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'flavor' on Instance uuid b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.156845] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.157097] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.157285] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Deleting the datastore file [datastore1] 97e1edb9-4edb-42fa-b778-2cbd957e4d89 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.157557] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1b68d12-8183-48e4-abb5-bce55c9716c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.168156] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for the task: (returnval){ [ 1010.168156] env[69073]: value = "task-3219886" [ 1010.168156] env[69073]: _type = "Task" [ 1010.168156] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.177199] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.271155] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219877, 'name': CreateSnapshot_Task, 'duration_secs': 1.065021} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.271155] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1010.274387] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77a61d-1fb7-491f-98e2-95015c1465b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.279879] env[69073]: DEBUG nova.compute.manager [req-46e00f95-10fc-4bf3-b00c-e0e748f5bf8f req-47fe725f-df64-4973-a1d8-47556b793bb2 service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Received event network-vif-deleted-c200e7d7-eb0a-47f3-adfc-92224e6c12c5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.280380] env[69073]: INFO nova.compute.manager [req-46e00f95-10fc-4bf3-b00c-e0e748f5bf8f req-47fe725f-df64-4973-a1d8-47556b793bb2 service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Neutron deleted interface c200e7d7-eb0a-47f3-adfc-92224e6c12c5; detaching it from the instance and deleting it from the info cache [ 1010.280380] env[69073]: DEBUG nova.network.neutron [req-46e00f95-10fc-4bf3-b00c-e0e748f5bf8f req-47fe725f-df64-4973-a1d8-47556b793bb2 service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.291151] env[69073]: DEBUG nova.compute.manager [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.291151] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.292085] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65cd4e-9e05-40d2-8779-8a1db2c95aa1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.300226] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.300484] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ba38d41-3fe8-47dc-9f5b-96891632888f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.308988] env[69073]: DEBUG oslo_vmware.api [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1010.308988] env[69073]: value = "task-3219887" [ 1010.308988] env[69073]: _type = "Task" [ 1010.308988] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.318079] env[69073]: DEBUG oslo_vmware.api [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.353103] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb0aa10-3387-4501-bcfe-a2b076af3167 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.362012] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d440e8-25e8-4499-bdb9-bb4211548b5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.376069] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219884, 'name': Rename_Task, 'duration_secs': 0.321923} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.401428] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.402343] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27376e67-6323-4c7a-afd1-f580d4f96ecd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.404633] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee302b52-91a3-4c10-b78b-c8ae1b0580a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.413737] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af79e43-5839-401a-aadd-9d665f6fcb84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.418672] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1010.418672] env[69073]: value = "task-3219888" [ 1010.418672] env[69073]: _type = "Task" [ 1010.418672] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.430635] env[69073]: DEBUG nova.compute.provider_tree [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.437518] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219888, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.483969] env[69073]: DEBUG nova.network.neutron [-] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.679828] env[69073]: DEBUG oslo_vmware.api [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Task: {'id': task-3219886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09808} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.680289] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.680602] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.680887] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.681318] env[69073]: INFO nova.compute.manager [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Took 2.53 seconds to destroy the instance on the hypervisor. [ 1010.681620] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.681861] env[69073]: DEBUG nova.compute.manager [-] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.682258] env[69073]: DEBUG nova.network.neutron [-] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.783331] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69ab367f-4813-4710-89d6-5174a05caca4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.797165] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.800163] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb3faf-99d2-456a-84e1-3125a5a671e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.810639] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c8db80a-1196-4a9b-a50c-3bbdc2b17bb9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.824472] env[69073]: DEBUG oslo_vmware.api [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219887, 'name': PowerOffVM_Task, 'duration_secs': 0.193307} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.825968] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.826206] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.826564] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1010.826564] env[69073]: value = "task-3219889" [ 1010.826564] env[69073]: _type = "Task" [ 1010.826564] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.826878] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-660781cb-6ab0-4f4f-adc6-e67cd96a0d40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.843713] env[69073]: DEBUG nova.compute.manager [req-46e00f95-10fc-4bf3-b00c-e0e748f5bf8f req-47fe725f-df64-4973-a1d8-47556b793bb2 service nova] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Detach interface failed, port_id=c200e7d7-eb0a-47f3-adfc-92224e6c12c5, reason: Instance 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.850478] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219889, 'name': CloneVM_Task} progress is 11%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.929271] env[69073]: DEBUG oslo_vmware.api [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3219888, 'name': PowerOnVM_Task, 'duration_secs': 0.459628} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.929591] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.929837] env[69073]: INFO nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1010.930072] env[69073]: DEBUG nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.930963] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6d67c5-4559-48ca-b8b9-19e0bb0c5c60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.934413] env[69073]: DEBUG nova.scheduler.client.report [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.958565] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.958949] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.959259] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleting the datastore file [datastore1] 2c716d5a-8d31-4287-8099-30ab86c40560 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.960691] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4dd549f-95e0-40b9-b73c-76521f9b04e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.972429] env[69073]: DEBUG oslo_vmware.api [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1010.972429] env[69073]: value = "task-3219891" [ 1010.972429] env[69073]: _type = "Task" [ 1010.972429] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.980322] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce61e3f-717b-4161-a1d8-7188165c2bf5 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.329s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.981141] env[69073]: DEBUG oslo_vmware.api [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.987608] env[69073]: INFO nova.compute.manager [-] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Took 1.55 seconds to deallocate network for instance. [ 1011.347149] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219889, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.444074] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.444074] env[69073]: DEBUG nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.445520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.797s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.447947] env[69073]: INFO nova.compute.claims [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.458509] env[69073]: INFO nova.compute.manager [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Took 28.28 seconds to build instance. [ 1011.480585] env[69073]: DEBUG oslo_vmware.api [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1754} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.480983] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.481275] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.481468] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.481757] env[69073]: INFO nova.compute.manager [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1011.482081] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.482653] env[69073]: DEBUG nova.compute.manager [-] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.482746] env[69073]: DEBUG nova.network.neutron [-] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.495725] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.503070] env[69073]: DEBUG nova.network.neutron [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Successfully updated port: a4ff8712-96e7-4ac0-87c1-68aaf238ca23 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.758630] env[69073]: DEBUG nova.compute.manager [req-7611b750-4600-4674-bb7d-4255d3047567 req-767cab6f-8eef-4dff-9efb-3c5d391729b9 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-vif-plugged-a4ff8712-96e7-4ac0-87c1-68aaf238ca23 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.760197] env[69073]: DEBUG oslo_concurrency.lockutils [req-7611b750-4600-4674-bb7d-4255d3047567 req-767cab6f-8eef-4dff-9efb-3c5d391729b9 service nova] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.760197] env[69073]: DEBUG oslo_concurrency.lockutils [req-7611b750-4600-4674-bb7d-4255d3047567 req-767cab6f-8eef-4dff-9efb-3c5d391729b9 service nova] Lock "8676cf4d-217d-4552-9888-4008f747ecab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.760197] env[69073]: DEBUG oslo_concurrency.lockutils [req-7611b750-4600-4674-bb7d-4255d3047567 req-767cab6f-8eef-4dff-9efb-3c5d391729b9 service nova] Lock "8676cf4d-217d-4552-9888-4008f747ecab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.760197] env[69073]: DEBUG nova.compute.manager [req-7611b750-4600-4674-bb7d-4255d3047567 req-767cab6f-8eef-4dff-9efb-3c5d391729b9 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] No waiting events found dispatching network-vif-plugged-a4ff8712-96e7-4ac0-87c1-68aaf238ca23 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.760197] env[69073]: WARNING nova.compute.manager [req-7611b750-4600-4674-bb7d-4255d3047567 req-767cab6f-8eef-4dff-9efb-3c5d391729b9 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received unexpected event network-vif-plugged-a4ff8712-96e7-4ac0-87c1-68aaf238ca23 for instance with vm_state active and task_state None. [ 1011.840807] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219889, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.959302] env[69073]: DEBUG nova.compute.utils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.960758] env[69073]: DEBUG nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.961185] env[69073]: DEBUG nova.network.neutron [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.964628] env[69073]: DEBUG oslo_concurrency.lockutils [None req-64904240-b798-4019-88a8-aa962501accc tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.799s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.010021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.010021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.010021] env[69073]: DEBUG nova.network.neutron [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.028963] env[69073]: DEBUG nova.policy [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403484d40e4a4f3fa189dfc899230886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d9ca3090ed4ab3a2f593938a29b733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.180299] env[69073]: DEBUG nova.network.neutron [-] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.342444] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219889, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.465602] env[69073]: DEBUG nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.473936] env[69073]: DEBUG nova.network.neutron [-] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.569715] env[69073]: DEBUG nova.network.neutron [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Successfully created port: 2ae55e6f-3754-4556-b4d0-68963f9043b6 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.580573] env[69073]: WARNING nova.network.neutron [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] 0f3efe20-9281-4a2f-a083-5b347a4f14d0 already exists in list: networks containing: ['0f3efe20-9281-4a2f-a083-5b347a4f14d0']. ignoring it [ 1012.666358] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.667350] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.667671] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.668055] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.668515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.675827] env[69073]: INFO nova.compute.manager [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Terminating instance [ 1012.682823] env[69073]: INFO nova.compute.manager [-] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Took 2.00 seconds to deallocate network for instance. [ 1012.816935] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255167be-cd7f-4b7a-88b4-8b6104c170b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.825543] env[69073]: DEBUG nova.compute.manager [req-f8093354-737e-42db-8421-70b0ef88ae25 req-96f0cac9-02bb-4cd4-86c4-140bc9fa05ff service nova] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Received event network-vif-deleted-d926bdb8-2243-445d-8ae7-b04508c8ead3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.825894] env[69073]: DEBUG nova.compute.manager [req-f8093354-737e-42db-8421-70b0ef88ae25 req-96f0cac9-02bb-4cd4-86c4-140bc9fa05ff service nova] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Received event network-vif-deleted-3aa6ca49-2d1d-4b1e-83ca-dbf7888c0300 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.836393] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23134413-b7f5-469b-94b8-a9e11181e0f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.846692] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219889, 'name': CloneVM_Task, 'duration_secs': 1.919924} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.881232] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Created linked-clone VM from snapshot [ 1012.885411] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd8fbb8-4664-43d1-8a37-e7d4a0cf0e3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.889734] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98186960-0ea6-4a80-a228-0a075df84ab1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.900425] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Uploading image 5d940044-6338-44ab-ae71-6446c1703835 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1012.906533] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95e99cf-c93a-4252-ba15-d9fb3feb1c32 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.922660] env[69073]: DEBUG nova.compute.provider_tree [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.938520] env[69073]: DEBUG oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1012.938520] env[69073]: value = "vm-643759" [ 1012.938520] env[69073]: _type = "VirtualMachine" [ 1012.938520] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1012.939152] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1c0a0aa-f0fd-4eb0-9aef-c23d74240d3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.946783] env[69073]: DEBUG oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lease: (returnval){ [ 1012.946783] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ec81d-c0dc-bf28-d373-82d4ffc5558b" [ 1012.946783] env[69073]: _type = "HttpNfcLease" [ 1012.946783] env[69073]: } obtained for exporting VM: (result){ [ 1012.946783] env[69073]: value = "vm-643759" [ 1012.946783] env[69073]: _type = "VirtualMachine" [ 1012.946783] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1012.947076] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the lease: (returnval){ [ 1012.947076] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ec81d-c0dc-bf28-d373-82d4ffc5558b" [ 1012.947076] env[69073]: _type = "HttpNfcLease" [ 1012.947076] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.954297] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.954297] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ec81d-c0dc-bf28-d373-82d4ffc5558b" [ 1012.954297] env[69073]: _type = "HttpNfcLease" [ 1012.954297] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.980021] env[69073]: INFO nova.compute.manager [-] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Took 1.49 seconds to deallocate network for instance. [ 1013.180413] env[69073]: DEBUG nova.compute.manager [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.181473] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.182426] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333229a9-a57c-4dc0-8dfb-72ad1cc8fba2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.192107] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.192426] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b28d7e2c-b09e-4862-8aa5-bb45fa1b4e72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.195917] env[69073]: DEBUG nova.network.neutron [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4ff8712-96e7-4ac0-87c1-68aaf238ca23", "address": "fa:16:3e:bc:ac:84", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ff8712-96", "ovs_interfaceid": "a4ff8712-96e7-4ac0-87c1-68aaf238ca23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.199381] env[69073]: DEBUG oslo_vmware.api [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1013.199381] env[69073]: value = "task-3219893" [ 1013.199381] env[69073]: _type = "Task" [ 1013.199381] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.211502] env[69073]: DEBUG oslo_vmware.api [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.247776] env[69073]: INFO nova.compute.manager [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Took 0.56 seconds to detach 1 volumes for instance. [ 1013.249986] env[69073]: DEBUG nova.compute.manager [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Deleting volume: 83554ea5-521f-4281-b0ed-39673e9f59e4 {{(pid=69073) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1013.428694] env[69073]: DEBUG nova.scheduler.client.report [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.459430] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.459430] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ec81d-c0dc-bf28-d373-82d4ffc5558b" [ 1013.459430] env[69073]: _type = "HttpNfcLease" [ 1013.459430] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.459772] env[69073]: DEBUG oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.459772] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ec81d-c0dc-bf28-d373-82d4ffc5558b" [ 1013.459772] env[69073]: _type = "HttpNfcLease" [ 1013.459772] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1013.460585] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb686073-bc8e-4425-8543-4f2f34f79067 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.476397] env[69073]: DEBUG nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.478734] env[69073]: DEBUG oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e67b-ca94-3fc5-1171-a3df885456ef/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.478734] env[69073]: DEBUG oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e67b-ca94-3fc5-1171-a3df885456ef/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1013.549570] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.560701] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2b0ba836949d424e15e2b0827a723146',container_format='bare',created_at=2025-04-03T02:42:45Z,direct_url=,disk_format='vmdk',id=1066617c-0f6f-45d4-879d-7e6293ccfcbc,min_disk=1,min_ram=0,name='tempest-test-snap-546790486',owner='42d9ca3090ed4ab3a2f593938a29b733',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-03T02:42:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.560962] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.561132] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.561307] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.561451] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.561656] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.561887] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.562410] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.562410] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.562410] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.562600] env[69073]: DEBUG nova.virt.hardware [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.563566] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b23f29-10b4-4cbf-86ea-d6a9ffd05e50 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.574528] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27891cda-8772-4db7-a303-4fa4ddbf3b61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.643142] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-53597f13-94dd-468e-8246-c11c5f834b67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.697912] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.699990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.699990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.700490] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ab1a71-f942-4eb2-8e26-b78887ddec3f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.712336] env[69073]: DEBUG oslo_vmware.api [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219893, 'name': PowerOffVM_Task, 'duration_secs': 0.194203} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.724643] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.724643] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.725282] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.725502] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.725655] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.725833] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.725975] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.726151] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.726371] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.726530] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.726716] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.726896] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.727363] env[69073]: DEBUG nova.virt.hardware [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.736755] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Reconfiguring VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1013.737174] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-095e6b75-17f5-4f4a-b7ef-58f088ff6680 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.738945] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e127f2-1dc8-4a0e-b64a-b6943ae3aa6f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.760677] env[69073]: DEBUG oslo_vmware.api [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1013.760677] env[69073]: value = "task-3219896" [ 1013.760677] env[69073]: _type = "Task" [ 1013.760677] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.771231] env[69073]: DEBUG oslo_vmware.api [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.809261] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.818764] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.819109] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.820162] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleting the datastore file [datastore1] b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.820832] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb275221-0dc3-466f-a1fb-2ecec6d12ecf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.830983] env[69073]: DEBUG oslo_vmware.api [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1013.830983] env[69073]: value = "task-3219897" [ 1013.830983] env[69073]: _type = "Task" [ 1013.830983] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.840294] env[69073]: DEBUG oslo_vmware.api [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.943623] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.944262] env[69073]: DEBUG nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.947454] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.495s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.947715] env[69073]: DEBUG nova.objects.instance [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lazy-loading 'resources' on Instance uuid 4f89275e-1987-4caa-8fa1-b358ec1d90fe {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.273276] env[69073]: DEBUG oslo_vmware.api [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.346290] env[69073]: DEBUG oslo_vmware.api [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3219897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201763} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.348133] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.348381] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.348547] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.348719] env[69073]: INFO nova.compute.manager [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1014.348987] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.350299] env[69073]: DEBUG nova.compute.manager [-] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.350413] env[69073]: DEBUG nova.network.neutron [-] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.408353] env[69073]: DEBUG nova.compute.manager [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-changed-a4ff8712-96e7-4ac0-87c1-68aaf238ca23 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.408802] env[69073]: DEBUG nova.compute.manager [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Refreshing instance network info cache due to event network-changed-a4ff8712-96e7-4ac0-87c1-68aaf238ca23. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.411465] env[69073]: DEBUG oslo_concurrency.lockutils [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] Acquiring lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.411465] env[69073]: DEBUG oslo_concurrency.lockutils [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] Acquired lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.411465] env[69073]: DEBUG nova.network.neutron [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Refreshing network info cache for port a4ff8712-96e7-4ac0-87c1-68aaf238ca23 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.422150] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquiring lock "3f785be2-9e22-43b1-846f-d71baaf93a15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.423054] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "3f785be2-9e22-43b1-846f-d71baaf93a15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.457047] env[69073]: DEBUG nova.compute.utils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.461425] env[69073]: DEBUG nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.461425] env[69073]: DEBUG nova.network.neutron [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.580870] env[69073]: DEBUG nova.policy [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46b4af0cedaf44d9b37844ef257f36ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9f20a1da6a3433f97eef93832e6d802', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.583741] env[69073]: DEBUG nova.network.neutron [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Successfully updated port: 2ae55e6f-3754-4556-b4d0-68963f9043b6 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.773958] env[69073]: DEBUG oslo_vmware.api [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219896, 'name': ReconfigVM_Task, 'duration_secs': 0.728839} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.775023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.775023] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Reconfigured VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1014.926764] env[69073]: DEBUG nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.932282] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a2d76-58a9-4359-a600-57281f337a08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.941914] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d4f660-2bf6-4579-b01c-aa539b17ec92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.988409] env[69073]: DEBUG nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.999720] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e531f3-39f5-4c34-a679-5f992d92e7ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.013880] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4dc211-e8af-405a-ae33-4383aece221a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.043517] env[69073]: DEBUG nova.compute.provider_tree [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.087196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "refresh_cache-8d941de3-57e6-478e-87f8-d16902e5afae" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.087307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "refresh_cache-8d941de3-57e6-478e-87f8-d16902e5afae" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.087467] env[69073]: DEBUG nova.network.neutron [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.095186] env[69073]: DEBUG nova.network.neutron [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Successfully created port: 05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.199530] env[69073]: DEBUG nova.network.neutron [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updated VIF entry in instance network info cache for port a4ff8712-96e7-4ac0-87c1-68aaf238ca23. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.200249] env[69073]: DEBUG nova.network.neutron [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4ff8712-96e7-4ac0-87c1-68aaf238ca23", "address": "fa:16:3e:bc:ac:84", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ff8712-96", "ovs_interfaceid": "a4ff8712-96e7-4ac0-87c1-68aaf238ca23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.281155] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4495cfc6-ffc4-4a21-98ae-48a42188440a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.595s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.418022] env[69073]: DEBUG nova.compute.manager [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Received event network-vif-plugged-2ae55e6f-3754-4556-b4d0-68963f9043b6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.418289] env[69073]: DEBUG oslo_concurrency.lockutils [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] Acquiring lock "8d941de3-57e6-478e-87f8-d16902e5afae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.418580] env[69073]: DEBUG oslo_concurrency.lockutils [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] Lock "8d941de3-57e6-478e-87f8-d16902e5afae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.418764] env[69073]: DEBUG oslo_concurrency.lockutils [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] Lock "8d941de3-57e6-478e-87f8-d16902e5afae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.418948] env[69073]: DEBUG nova.compute.manager [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] No waiting events found dispatching network-vif-plugged-2ae55e6f-3754-4556-b4d0-68963f9043b6 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.419141] env[69073]: WARNING nova.compute.manager [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Received unexpected event network-vif-plugged-2ae55e6f-3754-4556-b4d0-68963f9043b6 for instance with vm_state building and task_state spawning. [ 1015.419300] env[69073]: DEBUG nova.compute.manager [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Received event network-changed-2ae55e6f-3754-4556-b4d0-68963f9043b6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.419478] env[69073]: DEBUG nova.compute.manager [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Refreshing instance network info cache due to event network-changed-2ae55e6f-3754-4556-b4d0-68963f9043b6. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.419649] env[69073]: DEBUG oslo_concurrency.lockutils [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] Acquiring lock "refresh_cache-8d941de3-57e6-478e-87f8-d16902e5afae" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.458877] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.524057] env[69073]: DEBUG nova.network.neutron [-] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.547677] env[69073]: DEBUG nova.scheduler.client.report [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.624128] env[69073]: DEBUG nova.network.neutron [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.704226] env[69073]: DEBUG oslo_concurrency.lockutils [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] Releasing lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.704554] env[69073]: DEBUG nova.compute.manager [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Received event network-changed-7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.704692] env[69073]: DEBUG nova.compute.manager [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Refreshing instance network info cache due to event network-changed-7347b5fc-2412-498d-b6ab-a0750d87420c. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.704912] env[69073]: DEBUG oslo_concurrency.lockutils [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] Acquiring lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.705089] env[69073]: DEBUG oslo_concurrency.lockutils [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] Acquired lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.705233] env[69073]: DEBUG nova.network.neutron [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Refreshing network info cache for port 7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.832391] env[69073]: DEBUG nova.network.neutron [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Updating instance_info_cache with network_info: [{"id": "2ae55e6f-3754-4556-b4d0-68963f9043b6", "address": "fa:16:3e:3d:5f:fb", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae55e6f-37", "ovs_interfaceid": "2ae55e6f-3754-4556-b4d0-68963f9043b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.004176] env[69073]: DEBUG nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.028292] env[69073]: INFO nova.compute.manager [-] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Took 1.68 seconds to deallocate network for instance. [ 1016.044625] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.045134] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.046028] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.046028] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.046028] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.046028] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.046422] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.046731] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.046989] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.047351] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.047480] env[69073]: DEBUG nova.virt.hardware [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.049109] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b209fce3-9b19-4a45-9c02-5e21ebed492c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.052364] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.056130] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.012s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.056130] env[69073]: DEBUG nova.objects.instance [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1016.066455] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142e586-fd26-4bd3-9de0-ef0b42c338bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.084721] env[69073]: INFO nova.scheduler.client.report [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Deleted allocations for instance 4f89275e-1987-4caa-8fa1-b358ec1d90fe [ 1016.336401] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "refresh_cache-8d941de3-57e6-478e-87f8-d16902e5afae" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.336593] env[69073]: DEBUG nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Instance network_info: |[{"id": "2ae55e6f-3754-4556-b4d0-68963f9043b6", "address": "fa:16:3e:3d:5f:fb", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae55e6f-37", "ovs_interfaceid": "2ae55e6f-3754-4556-b4d0-68963f9043b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.336969] env[69073]: DEBUG oslo_concurrency.lockutils [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] Acquired lock "refresh_cache-8d941de3-57e6-478e-87f8-d16902e5afae" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.337238] env[69073]: DEBUG nova.network.neutron [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Refreshing network info cache for port 2ae55e6f-3754-4556-b4d0-68963f9043b6 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.338452] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:5f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ae55e6f-3754-4556-b4d0-68963f9043b6', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.348196] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.353814] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.354351] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bccfeb05-6722-477a-9cbc-d6e53d7953e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.376093] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.376093] env[69073]: value = "task-3219898" [ 1016.376093] env[69073]: _type = "Task" [ 1016.376093] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.384854] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219898, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.540040] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.594938] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59c363eb-0767-41ce-b993-b6e765467e8c tempest-ServersAdminTestJSON-796192233 tempest-ServersAdminTestJSON-796192233-project-member] Lock "4f89275e-1987-4caa-8fa1-b358ec1d90fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.557s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.666049] env[69073]: DEBUG nova.network.neutron [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updated VIF entry in instance network info cache for port 7347b5fc-2412-498d-b6ab-a0750d87420c. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.666467] env[69073]: DEBUG nova.network.neutron [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance_info_cache with network_info: [{"id": "7347b5fc-2412-498d-b6ab-a0750d87420c", "address": "fa:16:3e:ce:1c:33", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7347b5fc-24", "ovs_interfaceid": "7347b5fc-2412-498d-b6ab-a0750d87420c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.803987] env[69073]: DEBUG nova.network.neutron [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Updated VIF entry in instance network info cache for port 2ae55e6f-3754-4556-b4d0-68963f9043b6. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.803987] env[69073]: DEBUG nova.network.neutron [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Updating instance_info_cache with network_info: [{"id": "2ae55e6f-3754-4556-b4d0-68963f9043b6", "address": "fa:16:3e:3d:5f:fb", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ae55e6f-37", "ovs_interfaceid": "2ae55e6f-3754-4556-b4d0-68963f9043b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.812366] env[69073]: INFO nova.compute.manager [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Rebuilding instance [ 1016.840060] env[69073]: DEBUG nova.network.neutron [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Successfully updated port: 05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.850394] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.850685] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.874760] env[69073]: DEBUG nova.compute.manager [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.875340] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae215be9-81ab-40d6-881f-f328b5384978 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.891746] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219898, 'name': CreateVM_Task, 'duration_secs': 0.456077} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.891746] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.892123] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.892308] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.893063] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.893063] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462e65ce-b02f-4822-8b1c-033b5e87a2f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.898398] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1016.898398] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e55b25-8b83-2e61-11f7-b5f32a243d3e" [ 1016.898398] env[69073]: _type = "Task" [ 1016.898398] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.913118] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e55b25-8b83-2e61-11f7-b5f32a243d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.069335] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83ba719d-a4fd-4257-b42b-d5f23ee8d45d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.071118] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.270s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.071374] env[69073]: DEBUG nova.objects.instance [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lazy-loading 'resources' on Instance uuid 197241cc-c22a-4acf-a775-ba5fac735ac8 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.170159] env[69073]: DEBUG oslo_concurrency.lockutils [req-edbc8351-ce24-4513-8257-249216f2d9ee req-f26fc90b-b2bf-4d69-9122-1a4a0556abdf service nova] Releasing lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.249049] env[69073]: DEBUG nova.compute.manager [req-205aec0e-334f-41a3-8d37-8b92e9434cb1 req-c3f261df-231a-4960-9951-3b0773f6b24a service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Received event network-vif-plugged-05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.249276] env[69073]: DEBUG oslo_concurrency.lockutils [req-205aec0e-334f-41a3-8d37-8b92e9434cb1 req-c3f261df-231a-4960-9951-3b0773f6b24a service nova] Acquiring lock "35613d15-5d0f-44b5-bff6-9ebbe362892b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.249492] env[69073]: DEBUG oslo_concurrency.lockutils [req-205aec0e-334f-41a3-8d37-8b92e9434cb1 req-c3f261df-231a-4960-9951-3b0773f6b24a service nova] Lock "35613d15-5d0f-44b5-bff6-9ebbe362892b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.250038] env[69073]: DEBUG oslo_concurrency.lockutils [req-205aec0e-334f-41a3-8d37-8b92e9434cb1 req-c3f261df-231a-4960-9951-3b0773f6b24a service nova] Lock "35613d15-5d0f-44b5-bff6-9ebbe362892b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.250284] env[69073]: DEBUG nova.compute.manager [req-205aec0e-334f-41a3-8d37-8b92e9434cb1 req-c3f261df-231a-4960-9951-3b0773f6b24a service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] No waiting events found dispatching network-vif-plugged-05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.250489] env[69073]: WARNING nova.compute.manager [req-205aec0e-334f-41a3-8d37-8b92e9434cb1 req-c3f261df-231a-4960-9951-3b0773f6b24a service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Received unexpected event network-vif-plugged-05128509-902a-4694-b6e7-12939fc8163a for instance with vm_state building and task_state spawning. [ 1017.308213] env[69073]: DEBUG oslo_concurrency.lockutils [req-56567736-c44d-4fdf-921e-9cd3707c64e8 req-ffe3e277-7d11-45dc-87c0-88342a757d46 service nova] Releasing lock "refresh_cache-8d941de3-57e6-478e-87f8-d16902e5afae" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.352617] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.352617] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquired lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.352617] env[69073]: DEBUG nova.network.neutron [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.353341] env[69073]: DEBUG nova.compute.utils [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.411425] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.412026] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Processing image 1066617c-0f6f-45d4-879d-7e6293ccfcbc {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.412026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc/1066617c-0f6f-45d4-879d-7e6293ccfcbc.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.412175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc/1066617c-0f6f-45d4-879d-7e6293ccfcbc.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.412292] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.412541] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-734eaf63-445f-4b0b-a1b9-c8b61165967f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.422198] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.422387] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.423132] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8da67df-60c1-4d8c-a3b7-e9264a2da436 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.431184] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1017.431184] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e3f5cb-d5d2-8200-a66b-794ac0451c7a" [ 1017.431184] env[69073]: _type = "Task" [ 1017.431184] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.441483] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e3f5cb-d5d2-8200-a66b-794ac0451c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.859719] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.894639] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.895191] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d65bcf4b-7cbf-4ca6-9c3d-f9792a1f23d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.905408] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 1017.905408] env[69073]: value = "task-3219899" [ 1017.905408] env[69073]: _type = "Task" [ 1017.905408] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.917169] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.946417] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Preparing fetch location {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1017.946647] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Fetch image to [datastore1] OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30/OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30.vmdk {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1017.946898] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Downloading stream optimized image 1066617c-0f6f-45d4-879d-7e6293ccfcbc to [datastore1] OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30/OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30.vmdk on the data store datastore1 as vApp {{(pid=69073) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1017.947043] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Downloading image file data 1066617c-0f6f-45d4-879d-7e6293ccfcbc to the ESX as VM named 'OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30' {{(pid=69073) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1017.974141] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0167770-b521-482d-90f2-9c01842be3e2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.999556] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4106923-0613-45a0-a4e5-38742b03c849 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.035155] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a6c35a-a424-4a13-8319-a8d91325ebed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.044018] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092b8300-87da-44a9-b063-2ebb7bc23f78 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.060575] env[69073]: DEBUG nova.compute.provider_tree [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.068700] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1018.068700] env[69073]: value = "resgroup-9" [ 1018.068700] env[69073]: _type = "ResourcePool" [ 1018.068700] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1018.068981] env[69073]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-23724f71-a096-4a53-b9cb-951d0b2ad116 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.088712] env[69073]: DEBUG nova.network.neutron [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.096972] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lease: (returnval){ [ 1018.096972] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc6b10-8a64-9c2d-3a05-4babb1579594" [ 1018.096972] env[69073]: _type = "HttpNfcLease" [ 1018.096972] env[69073]: } obtained for vApp import into resource pool (val){ [ 1018.096972] env[69073]: value = "resgroup-9" [ 1018.096972] env[69073]: _type = "ResourcePool" [ 1018.096972] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1018.097379] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the lease: (returnval){ [ 1018.097379] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc6b10-8a64-9c2d-3a05-4babb1579594" [ 1018.097379] env[69073]: _type = "HttpNfcLease" [ 1018.097379] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.103968] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.103968] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc6b10-8a64-9c2d-3a05-4babb1579594" [ 1018.103968] env[69073]: _type = "HttpNfcLease" [ 1018.103968] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1018.287477] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-4bd9bffc-2243-4896-972b-a4a39670035f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.287783] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-4bd9bffc-2243-4896-972b-a4a39670035f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.290749] env[69073]: DEBUG nova.objects.instance [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'flavor' on Instance uuid 8676cf4d-217d-4552-9888-4008f747ecab {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.297063] env[69073]: DEBUG nova.network.neutron [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updating instance_info_cache with network_info: [{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.415969] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219899, 'name': PowerOffVM_Task, 'duration_secs': 0.406664} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.419516] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.419516] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.420822] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d3abb6-97f2-4eec-893f-9056765b533f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.428936] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 1018.428936] env[69073]: value = "task-3219901" [ 1018.428936] env[69073]: _type = "Task" [ 1018.428936] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.439592] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.439858] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.440108] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643691', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'name': 'volume-71787c24-150b-4a52-b8c4-8051b25e2b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'serial': '71787c24-150b-4a52-b8c4-8051b25e2b22'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.441260] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2db948-944d-49c6-8d4d-951fbb86336a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.462694] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e7686-65fe-44ca-9a1b-8c5f2559df67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.471061] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2631f14c-ce4e-493b-b682-eda5d5cb181b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.491224] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed12ab-a838-473f-b662-3077774594f9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.515022] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] The volume has not been displaced from its original location: [datastore1] volume-71787c24-150b-4a52-b8c4-8051b25e2b22/volume-71787c24-150b-4a52-b8c4-8051b25e2b22.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.516770] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.517191] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-468a76e7-d2e1-4626-b8d0-6fe4c0ac26bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.535699] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 1018.535699] env[69073]: value = "task-3219902" [ 1018.535699] env[69073]: _type = "Task" [ 1018.535699] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.546133] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.563845] env[69073]: DEBUG nova.scheduler.client.report [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.606602] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.606602] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc6b10-8a64-9c2d-3a05-4babb1579594" [ 1018.606602] env[69073]: _type = "HttpNfcLease" [ 1018.606602] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1018.606968] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1018.606968] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc6b10-8a64-9c2d-3a05-4babb1579594" [ 1018.606968] env[69073]: _type = "HttpNfcLease" [ 1018.606968] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1018.609016] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b78a63-c6f1-4a0e-948c-c48533e8ee9c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.617730] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dfddc-03b2-a140-b586-cc65ab359d85/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1018.617945] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dfddc-03b2-a140-b586-cc65ab359d85/disk-0.vmdk. {{(pid=69073) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1018.682765] env[69073]: DEBUG nova.compute.manager [req-ff6e73dd-a54d-407f-b175-ced7b19a0f1e req-7f82273a-38d4-4257-a5c2-10a95979d222 service nova] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Received event network-vif-deleted-ceed3a05-390a-41e2-a8ee-bea29dba5514 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.692090] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eedbd921-f9cd-463f-8866-28af2ec789ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.799977] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Releasing lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.800354] env[69073]: DEBUG nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Instance network_info: |[{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.800771] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:38:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05128509-902a-4694-b6e7-12939fc8163a', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.809264] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Creating folder: Project (a9f20a1da6a3433f97eef93832e6d802). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.809480] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef748bb1-9cd8-4e51-9dbf-94e2a4edc12c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.819485] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Created folder: Project (a9f20a1da6a3433f97eef93832e6d802) in parent group-v643537. [ 1018.819686] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Creating folder: Instances. Parent ref: group-v643762. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.819927] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-942d4def-75f7-4b1a-bb35-9ad3f21ad0b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.832297] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Created folder: Instances in parent group-v643762. [ 1018.832535] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.832725] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.836030] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54efe3d8-a856-4fa5-83e5-4666eabec5f9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.853521] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.853521] env[69073]: value = "task-3219905" [ 1018.853521] env[69073]: _type = "Task" [ 1018.853521] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.863928] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219905, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.929051] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.929051] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.929051] env[69073]: INFO nova.compute.manager [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Attaching volume bd2c3de1-6d75-4175-9449-bb0bcbf590e9 to /dev/sdb [ 1018.933518] env[69073]: DEBUG nova.objects.instance [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'pci_requests' on Instance uuid 8676cf4d-217d-4552-9888-4008f747ecab {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.988195] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca8745-ce49-4b43-966b-7291108dabd1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.000104] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf90574-cc68-4187-97d7-7326cd6a1df5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.015150] env[69073]: DEBUG nova.virt.block_device [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updating existing volume attachment record: 12fe0788-9671-4f24-92f1-2df782916596 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1019.050449] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219902, 'name': ReconfigVM_Task, 'duration_secs': 0.21675} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.052832] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.060672] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb7003c-c47f-4a71-afe4-2277a35906d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.081239] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.089254] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.438s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.089254] env[69073]: INFO nova.compute.claims [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.096178] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 1019.096178] env[69073]: value = "task-3219906" [ 1019.096178] env[69073]: _type = "Task" [ 1019.096178] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.106561] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.116928] env[69073]: INFO nova.scheduler.client.report [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Deleted allocations for instance 197241cc-c22a-4acf-a775-ba5fac735ac8 [ 1019.369530] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219905, 'name': CreateVM_Task, 'duration_secs': 0.47814} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.369768] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.370504] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.370695] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.371047] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.373027] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865ca1f2-0d97-430f-b1a1-16471f0e9676 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.378182] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1019.378182] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ddf700-5526-5ff2-0349-3d5d4d71edf8" [ 1019.378182] env[69073]: _type = "Task" [ 1019.378182] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.387566] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ddf700-5526-5ff2-0349-3d5d4d71edf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.437687] env[69073]: DEBUG nova.objects.base [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Object Instance<8676cf4d-217d-4552-9888-4008f747ecab> lazy-loaded attributes: flavor,pci_requests {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1019.438305] env[69073]: DEBUG nova.network.neutron [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.519173] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Completed reading data from the image iterator. {{(pid=69073) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1019.519397] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dfddc-03b2-a140-b586-cc65ab359d85/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1019.520335] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a7d14e-ac25-4353-bf7b-1db4d9ae2bdb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.533500] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dfddc-03b2-a140-b586-cc65ab359d85/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1019.533500] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dfddc-03b2-a140-b586-cc65ab359d85/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1019.533500] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-15ddb494-b012-4acb-9a58-737b088cfeea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.605185] env[69073]: DEBUG nova.policy [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.615958] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219906, 'name': ReconfigVM_Task, 'duration_secs': 0.221119} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.616716] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643691', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'name': 'volume-71787c24-150b-4a52-b8c4-8051b25e2b22', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d', 'attached_at': '', 'detached_at': '', 'volume_id': '71787c24-150b-4a52-b8c4-8051b25e2b22', 'serial': '71787c24-150b-4a52-b8c4-8051b25e2b22'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1019.617197] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.620020] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6f57d8-076e-460b-9727-67ddb7f97af0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.629289] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.629966] env[69073]: DEBUG oslo_concurrency.lockutils [None req-698f42a3-d943-4a6b-9a96-4090ab713ffb tempest-ServersAaction247Test-261309246 tempest-ServersAaction247Test-261309246-project-member] Lock "197241cc-c22a-4acf-a775-ba5fac735ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.136s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.631213] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29c9d10f-587a-468a-b406-2b3425c8b32b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.702291] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.702291] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.702291] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Deleting the datastore file [datastore1] eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.702291] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f5109e9-cc38-48c6-aa00-8231e405cedf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.709673] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for the task: (returnval){ [ 1019.709673] env[69073]: value = "task-3219911" [ 1019.709673] env[69073]: _type = "Task" [ 1019.709673] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.716285] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527dfddc-03b2-a140-b586-cc65ab359d85/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1019.716690] env[69073]: INFO nova.virt.vmwareapi.images [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Downloaded image file data 1066617c-0f6f-45d4-879d-7e6293ccfcbc [ 1019.722172] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d90f3-72ce-492e-b327-80fdea7cedce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.725397] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.740350] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65f5ebe2-779d-4f2a-b712-3f93adecae0b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.787055] env[69073]: INFO nova.virt.vmwareapi.images [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] The imported VM was unregistered [ 1019.787055] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Caching image {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1019.787531] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.788430] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b50ea24-1ba0-4755-90ec-635b3f7b0327 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.811699] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Created directory with path [datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.811903] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30/OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30.vmdk to [datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc/1066617c-0f6f-45d4-879d-7e6293ccfcbc.vmdk. {{(pid=69073) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1019.812283] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-873e0c11-ec9e-43da-885c-5ade2a576328 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.820862] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1019.820862] env[69073]: value = "task-3219913" [ 1019.820862] env[69073]: _type = "Task" [ 1019.820862] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.831113] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219913, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.891080] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ddf700-5526-5ff2-0349-3d5d4d71edf8, 'name': SearchDatastore_Task, 'duration_secs': 0.012035} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.891672] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.892040] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.892702] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.892702] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.892702] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.893075] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73a1c394-9f19-48db-91ee-63c6c7d1907c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.901259] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.901535] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.902334] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32196c77-3267-479b-b076-2d110f0a4427 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.908291] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1019.908291] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524db290-4c61-7972-1bf7-11efd8452854" [ 1019.908291] env[69073]: _type = "Task" [ 1019.908291] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.916199] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524db290-4c61-7972-1bf7-11efd8452854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.094302] env[69073]: DEBUG nova.compute.manager [req-b1d17da5-dd36-4448-b8ce-be42e2bf0d4f req-c57c6777-7075-4bd8-9f37-c6789295cd92 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Received event network-changed-05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.094302] env[69073]: DEBUG nova.compute.manager [req-b1d17da5-dd36-4448-b8ce-be42e2bf0d4f req-c57c6777-7075-4bd8-9f37-c6789295cd92 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Refreshing instance network info cache due to event network-changed-05128509-902a-4694-b6e7-12939fc8163a. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.094302] env[69073]: DEBUG oslo_concurrency.lockutils [req-b1d17da5-dd36-4448-b8ce-be42e2bf0d4f req-c57c6777-7075-4bd8-9f37-c6789295cd92 service nova] Acquiring lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.094302] env[69073]: DEBUG oslo_concurrency.lockutils [req-b1d17da5-dd36-4448-b8ce-be42e2bf0d4f req-c57c6777-7075-4bd8-9f37-c6789295cd92 service nova] Acquired lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.094302] env[69073]: DEBUG nova.network.neutron [req-b1d17da5-dd36-4448-b8ce-be42e2bf0d4f req-c57c6777-7075-4bd8-9f37-c6789295cd92 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Refreshing network info cache for port 05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.224145] env[69073]: DEBUG oslo_vmware.api [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Task: {'id': task-3219911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086916} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.227111] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.227410] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.227516] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.307458] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1020.308788] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35a4256d-6c47-460a-b151-4124f3d00d34 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.317890] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a8dc70-73b2-49ad-bc43-895310fb547e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.345179] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219913, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.363512] env[69073]: ERROR nova.compute.manager [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Failed to detach volume 71787c24-150b-4a52-b8c4-8051b25e2b22 from /dev/sda: nova.exception.InstanceNotFound: Instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d could not be found. [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Traceback (most recent call last): [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self.driver.rebuild(**kwargs) [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] raise NotImplementedError() [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] NotImplementedError [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] During handling of the above exception, another exception occurred: [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Traceback (most recent call last): [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self.driver.detach_volume(context, old_connection_info, [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] return self._volumeops.detach_volume(connection_info, instance) [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self._detach_volume_vmdk(connection_info, instance) [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] stable_ref.fetch_moref(session) [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] nova.exception.InstanceNotFound: Instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d could not be found. [ 1020.363512] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] [ 1020.419530] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524db290-4c61-7972-1bf7-11efd8452854, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.425912] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fdb3c2f-7707-4193-a456-c58fc24b8e72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.432575] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1020.432575] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52818b4c-04e0-9375-2a05-b90325f374f0" [ 1020.432575] env[69073]: _type = "Task" [ 1020.432575] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.446410] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52818b4c-04e0-9375-2a05-b90325f374f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.549904] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c4cdf5-18aa-4e49-ba0c-987b361aca9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.558920] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b282306f-9711-4e2d-ad1d-dcb5f2d6347a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.597508] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c553cf4c-9c4e-4f2a-8814-9b4fccf2fdb5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.608482] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9bac61-f6e7-4dd9-a032-b0fb1a77c0cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.626753] env[69073]: DEBUG nova.compute.provider_tree [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.672861] env[69073]: DEBUG nova.compute.utils [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Build of instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d aborted: Failed to rebuild volume backed instance. {{(pid=69073) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1020.676277] env[69073]: ERROR nova.compute.manager [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d aborted: Failed to rebuild volume backed instance. [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Traceback (most recent call last): [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self.driver.rebuild(**kwargs) [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] raise NotImplementedError() [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] NotImplementedError [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] During handling of the above exception, another exception occurred: [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Traceback (most recent call last): [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self._detach_root_volume(context, instance, root_bdm) [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] with excutils.save_and_reraise_exception(): [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self.force_reraise() [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] raise self.value [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self.driver.detach_volume(context, old_connection_info, [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] return self._volumeops.detach_volume(connection_info, instance) [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self._detach_volume_vmdk(connection_info, instance) [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] stable_ref.fetch_moref(session) [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] nova.exception.InstanceNotFound: Instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d could not be found. [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] During handling of the above exception, another exception occurred: [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Traceback (most recent call last): [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] yield [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1020.676277] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self._do_rebuild_instance_with_claim( [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self._do_rebuild_instance( [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self._rebuild_default_impl(**kwargs) [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] self._rebuild_volume_backed_instance( [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] raise exception.BuildAbortException( [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] nova.exception.BuildAbortException: Build of instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d aborted: Failed to rebuild volume backed instance. [ 1020.678800] env[69073]: ERROR nova.compute.manager [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] [ 1020.843851] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219913, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.943475] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52818b4c-04e0-9375-2a05-b90325f374f0, 'name': SearchDatastore_Task, 'duration_secs': 0.08837} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.943809] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.944068] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 35613d15-5d0f-44b5-bff6-9ebbe362892b/35613d15-5d0f-44b5-bff6-9ebbe362892b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.944404] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-954f1063-5918-4e60-8b36-f7fba284772b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.952338] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1020.952338] env[69073]: value = "task-3219914" [ 1020.952338] env[69073]: _type = "Task" [ 1020.952338] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.960265] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.071331] env[69073]: DEBUG nova.network.neutron [req-b1d17da5-dd36-4448-b8ce-be42e2bf0d4f req-c57c6777-7075-4bd8-9f37-c6789295cd92 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updated VIF entry in instance network info cache for port 05128509-902a-4694-b6e7-12939fc8163a. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.071597] env[69073]: DEBUG nova.network.neutron [req-b1d17da5-dd36-4448-b8ce-be42e2bf0d4f req-c57c6777-7075-4bd8-9f37-c6789295cd92 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updating instance_info_cache with network_info: [{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.130201] env[69073]: DEBUG nova.scheduler.client.report [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.343789] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219913, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.412780] env[69073]: DEBUG nova.network.neutron [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Successfully updated port: 4bd9bffc-2243-4896-972b-a4a39670035f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.463361] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.578051] env[69073]: DEBUG oslo_concurrency.lockutils [req-b1d17da5-dd36-4448-b8ce-be42e2bf0d4f req-c57c6777-7075-4bd8-9f37-c6789295cd92 service nova] Releasing lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.638642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.639366] env[69073]: DEBUG nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.642569] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.148s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.642569] env[69073]: DEBUG nova.objects.instance [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lazy-loading 'resources' on Instance uuid 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.845388] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219913, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.915523] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.915797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.916080] env[69073]: DEBUG nova.network.neutron [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.962752] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.148989] env[69073]: DEBUG nova.compute.utils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.150943] env[69073]: DEBUG nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.151140] env[69073]: DEBUG nova.network.neutron [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.196414] env[69073]: DEBUG nova.policy [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e23cf8e1da4f439097d6859abff9d0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97445b9e5bbd47f68dfe89f8dcf082a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.348524] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219913, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.394944} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.348827] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30/OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30.vmdk to [datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc/1066617c-0f6f-45d4-879d-7e6293ccfcbc.vmdk. [ 1022.348985] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Cleaning up location [datastore1] OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1022.349644] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0a4e0f64-afd7-4dfa-9175-1c191e4adf30 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.349644] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f70181a2-7609-4f78-85e9-512ac71d3bba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.359851] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1022.359851] env[69073]: value = "task-3219915" [ 1022.359851] env[69073]: _type = "Task" [ 1022.359851] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.368573] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.453940] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "432808fc-e218-4c77-819d-500a9364cbe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.453940] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "432808fc-e218-4c77-819d-500a9364cbe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.470842] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219914, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.494273] env[69073]: WARNING nova.network.neutron [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] 0f3efe20-9281-4a2f-a083-5b347a4f14d0 already exists in list: networks containing: ['0f3efe20-9281-4a2f-a083-5b347a4f14d0']. ignoring it [ 1022.494497] env[69073]: WARNING nova.network.neutron [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] 0f3efe20-9281-4a2f-a083-5b347a4f14d0 already exists in list: networks containing: ['0f3efe20-9281-4a2f-a083-5b347a4f14d0']. ignoring it [ 1022.509285] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda043f4-76fe-4c25-9ddd-13339453c3e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.518739] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e4504-1ab6-47f4-8271-83ee69638aa6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.553560] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81605882-a9ef-49c5-9f3f-124256a1adb1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.561299] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a0e4d-96f3-4b51-9c1c-793d6dc04c8e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.575598] env[69073]: DEBUG nova.compute.provider_tree [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.606710] env[69073]: DEBUG nova.network.neutron [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Successfully created port: 78fe63f7-c0a6-4c7c-b95c-764e629137e5 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.655163] env[69073]: DEBUG nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.698274] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.716017] env[69073]: DEBUG nova.compute.manager [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-vif-plugged-4bd9bffc-2243-4896-972b-a4a39670035f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.716336] env[69073]: DEBUG oslo_concurrency.lockutils [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.716471] env[69073]: DEBUG oslo_concurrency.lockutils [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] Lock "8676cf4d-217d-4552-9888-4008f747ecab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.716661] env[69073]: DEBUG oslo_concurrency.lockutils [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] Lock "8676cf4d-217d-4552-9888-4008f747ecab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.716963] env[69073]: DEBUG nova.compute.manager [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] No waiting events found dispatching network-vif-plugged-4bd9bffc-2243-4896-972b-a4a39670035f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.717190] env[69073]: WARNING nova.compute.manager [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received unexpected event network-vif-plugged-4bd9bffc-2243-4896-972b-a4a39670035f for instance with vm_state active and task_state None. [ 1022.717379] env[69073]: DEBUG nova.compute.manager [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-changed-4bd9bffc-2243-4896-972b-a4a39670035f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.717536] env[69073]: DEBUG nova.compute.manager [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Refreshing instance network info cache due to event network-changed-4bd9bffc-2243-4896-972b-a4a39670035f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.717791] env[69073]: DEBUG oslo_concurrency.lockutils [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] Acquiring lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.870205] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162571} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.870480] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.870647] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc/1066617c-0f6f-45d4-879d-7e6293ccfcbc.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.870913] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc/1066617c-0f6f-45d4-879d-7e6293ccfcbc.vmdk to [datastore1] 8d941de3-57e6-478e-87f8-d16902e5afae/8d941de3-57e6-478e-87f8-d16902e5afae.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.871209] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cc219dc-2db0-41f3-a3a6-99c281a0e8a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.878183] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1022.878183] env[69073]: value = "task-3219916" [ 1022.878183] env[69073]: _type = "Task" [ 1022.878183] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.886364] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.957669] env[69073]: DEBUG nova.compute.manager [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.970993] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219914, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.580011} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.971319] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 35613d15-5d0f-44b5-bff6-9ebbe362892b/35613d15-5d0f-44b5-bff6-9ebbe362892b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.971588] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.971863] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d4d8f69-7592-474a-958a-e50ecc32d219 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.978201] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1022.978201] env[69073]: value = "task-3219917" [ 1022.978201] env[69073]: _type = "Task" [ 1022.978201] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.989144] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.083265] env[69073]: DEBUG nova.scheduler.client.report [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.088601] env[69073]: DEBUG nova.network.neutron [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4ff8712-96e7-4ac0-87c1-68aaf238ca23", "address": "fa:16:3e:bc:ac:84", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ff8712-96", "ovs_interfaceid": "a4ff8712-96e7-4ac0-87c1-68aaf238ca23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd9bffc-2243-4896-972b-a4a39670035f", "address": "fa:16:3e:96:90:94", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd9bffc-22", "ovs_interfaceid": "4bd9bffc-2243-4896-972b-a4a39670035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.100677] env[69073]: DEBUG oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e67b-ca94-3fc5-1171-a3df885456ef/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.102073] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85f1fb7-8b11-4945-865e-1814c6f06155 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.111834] env[69073]: DEBUG oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e67b-ca94-3fc5-1171-a3df885456ef/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.111944] env[69073]: ERROR oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e67b-ca94-3fc5-1171-a3df885456ef/disk-0.vmdk due to incomplete transfer. [ 1023.112982] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f9a7ddc-0ec3-4444-aedf-07b113d90e5d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.121339] env[69073]: DEBUG oslo_vmware.rw_handles [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211e67b-ca94-3fc5-1171-a3df885456ef/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.121339] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Uploaded image 5d940044-6338-44ab-ae71-6446c1703835 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.124103] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.124408] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e24810ea-55f8-413b-954c-fdea9f92556d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.132994] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1023.132994] env[69073]: value = "task-3219918" [ 1023.132994] env[69073]: _type = "Task" [ 1023.132994] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.143584] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219918, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.388480] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219916, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.488418] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.495104] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062614} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.495711] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.496568] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baf14ac-1b47-4235-a570-2f97c196aae1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.526183] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 35613d15-5d0f-44b5-bff6-9ebbe362892b/35613d15-5d0f-44b5-bff6-9ebbe362892b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.526569] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc38c69-c332-4768-838e-db343c4256ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.548252] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1023.548252] env[69073]: value = "task-3219919" [ 1023.548252] env[69073]: _type = "Task" [ 1023.548252] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.556775] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.594821] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.597361] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.598357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.598722] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.050s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.599376] env[69073]: DEBUG nova.objects.instance [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lazy-loading 'resources' on Instance uuid 2c716d5a-8d31-4287-8099-30ab86c40560 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.600506] env[69073]: DEBUG oslo_concurrency.lockutils [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] Acquired lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.600506] env[69073]: DEBUG nova.network.neutron [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Refreshing network info cache for port 4bd9bffc-2243-4896-972b-a4a39670035f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.602531] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2519cc77-d17b-4db4-916e-b672d51861e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.625390] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.625657] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.626511] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.626791] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.627048] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.627346] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.627595] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.627760] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.628017] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.628553] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.628782] env[69073]: DEBUG nova.virt.hardware [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.636392] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Reconfiguring VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1023.637781] env[69073]: INFO nova.scheduler.client.report [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted allocations for instance 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211 [ 1023.640099] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed950d2-98c6-4f13-b4f9-99905c8c4ed9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.666950] env[69073]: DEBUG nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.668593] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219918, 'name': Destroy_Task, 'duration_secs': 0.390983} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.670508] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Destroyed the VM [ 1023.670809] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1023.671175] env[69073]: DEBUG oslo_vmware.api [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1023.671175] env[69073]: value = "task-3219920" [ 1023.671175] env[69073]: _type = "Task" [ 1023.671175] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.671325] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43a8d1c2-050f-48f2-9276-2f083607e291 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.682863] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1023.682863] env[69073]: value = "task-3219922" [ 1023.682863] env[69073]: _type = "Task" [ 1023.682863] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.695059] env[69073]: DEBUG oslo_vmware.api [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.707494] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.710029] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.710815] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.710815] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.710815] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.710815] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.711032] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.711773] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.711773] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.711773] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.711773] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.711773] env[69073]: DEBUG nova.virt.hardware [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.712730] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd9bc2b-e8ae-410a-8b6b-e8683f982a3a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.721150] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633cc15c-a366-45c4-af49-4dd12b556c0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.769973] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.770232] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.890670] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219916, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.061414] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219919, 'name': ReconfigVM_Task, 'duration_secs': 0.336015} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.061810] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 35613d15-5d0f-44b5-bff6-9ebbe362892b/35613d15-5d0f-44b5-bff6-9ebbe362892b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.062393] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e132a8ee-20f2-4555-a175-ebeab0c1027a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.071330] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1024.071330] env[69073]: value = "task-3219923" [ 1024.071330] env[69073]: _type = "Task" [ 1024.071330] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.081952] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219923, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.169941] env[69073]: DEBUG nova.network.neutron [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Successfully updated port: 78fe63f7-c0a6-4c7c-b95c-764e629137e5 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.171431] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd9d58ce-c78c-4414-b84c-491a7d8bc76d tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "13aa10e0-b4d4-4b38-8e8f-7c817e3f8211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.457s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.192663] env[69073]: DEBUG oslo_vmware.api [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.206058] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219922, 'name': RemoveSnapshot_Task, 'duration_secs': 0.430942} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.206383] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1024.206675] env[69073]: DEBUG nova.compute.manager [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.207632] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a82fa5-20a7-443c-82e1-6a423d2cb2e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.275279] env[69073]: DEBUG nova.compute.manager [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.338717] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Acquiring lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.338961] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.339226] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Acquiring lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.339424] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.339597] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.344631] env[69073]: INFO nova.compute.manager [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Terminating instance [ 1024.397836] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219916, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.451796] env[69073]: DEBUG nova.network.neutron [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updated VIF entry in instance network info cache for port 4bd9bffc-2243-4896-972b-a4a39670035f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.452596] env[69073]: DEBUG nova.network.neutron [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4ff8712-96e7-4ac0-87c1-68aaf238ca23", "address": "fa:16:3e:bc:ac:84", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4ff8712-96", "ovs_interfaceid": "a4ff8712-96e7-4ac0-87c1-68aaf238ca23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd9bffc-2243-4896-972b-a4a39670035f", "address": "fa:16:3e:96:90:94", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd9bffc-22", "ovs_interfaceid": "4bd9bffc-2243-4896-972b-a4a39670035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.508945] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3465d1-3876-4583-b0b4-f80355ac1c6a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.525226] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48237c7a-4626-4e01-9c0b-c8a4712bc720 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.579616] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d48ffe6-8da7-4068-a1ae-238589e5c51f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.592131] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f02b88-4c51-4574-a92a-48ae0d5f7f16 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.596220] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219923, 'name': Rename_Task, 'duration_secs': 0.195628} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.596536] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.597192] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c60c9b65-848a-4349-8f1a-dfd5b8860e72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.609851] env[69073]: DEBUG nova.compute.provider_tree [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.612804] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1024.612804] env[69073]: value = "task-3219924" [ 1024.612804] env[69073]: _type = "Task" [ 1024.612804] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.623327] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.673678] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.673840] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.674035] env[69073]: DEBUG nova.network.neutron [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.688148] env[69073]: DEBUG oslo_vmware.api [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219920, 'name': ReconfigVM_Task, 'duration_secs': 0.905983} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.688734] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.688957] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Reconfigured VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1024.729690] env[69073]: INFO nova.compute.manager [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Shelve offloading [ 1024.806302] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.852121] env[69073]: DEBUG nova.compute.manager [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.852549] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98d486cd-fae7-4571-972d-52afe9366cb4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.864358] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c96a21-c15e-4818-8b19-f177396d969f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.894053] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219916, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.906550] env[69073]: WARNING nova.virt.vmwareapi.driver [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d could not be found. [ 1024.906810] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.907266] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f64553d2-2d7e-4584-ae89-769255eb4f08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.918764] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a8fc6-bd46-4098-96a7-7e56875a0d08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.962589] env[69073]: DEBUG oslo_concurrency.lockutils [req-7492c7b6-9bfb-4321-a48a-b6d5236ef562 req-e49b97c7-eb85-4cfd-84ae-e883c56842cb service nova] Releasing lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.963241] env[69073]: WARNING nova.virt.vmwareapi.vmops [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d could not be found. [ 1024.963603] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.963774] env[69073]: INFO nova.compute.manager [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1024.964105] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.964487] env[69073]: DEBUG nova.compute.manager [-] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.964650] env[69073]: DEBUG nova.network.neutron [-] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.118907] env[69073]: DEBUG nova.scheduler.client.report [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.136513] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219924, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.194136] env[69073]: DEBUG oslo_concurrency.lockutils [None req-53e42971-fc8b-47b4-b0fe-9c1e98c01e99 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-4bd9bffc-2243-4896-972b-a4a39670035f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.906s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.226818] env[69073]: DEBUG nova.network.neutron [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.234072] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.234445] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c66d16-4e43-4f93-a604-7d6144c7bab5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.244179] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1025.244179] env[69073]: value = "task-3219925" [ 1025.244179] env[69073]: _type = "Task" [ 1025.244179] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.258503] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1025.258762] env[69073]: DEBUG nova.compute.manager [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.259624] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ddeadd-5a7d-48a9-b4c9-162637a0d138 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.267930] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.268134] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.268303] env[69073]: DEBUG nova.network.neutron [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.316496] env[69073]: DEBUG nova.compute.manager [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Received event network-vif-plugged-78fe63f7-c0a6-4c7c-b95c-764e629137e5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.316697] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] Acquiring lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.316919] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.317127] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.317377] env[69073]: DEBUG nova.compute.manager [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] No waiting events found dispatching network-vif-plugged-78fe63f7-c0a6-4c7c-b95c-764e629137e5 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.317622] env[69073]: WARNING nova.compute.manager [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Received unexpected event network-vif-plugged-78fe63f7-c0a6-4c7c-b95c-764e629137e5 for instance with vm_state building and task_state spawning. [ 1025.319020] env[69073]: DEBUG nova.compute.manager [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Received event network-changed-78fe63f7-c0a6-4c7c-b95c-764e629137e5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.319020] env[69073]: DEBUG nova.compute.manager [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Refreshing instance network info cache due to event network-changed-78fe63f7-c0a6-4c7c-b95c-764e629137e5. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.319020] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] Acquiring lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.393662] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219916, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.424278} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.394061] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1066617c-0f6f-45d4-879d-7e6293ccfcbc/1066617c-0f6f-45d4-879d-7e6293ccfcbc.vmdk to [datastore1] 8d941de3-57e6-478e-87f8-d16902e5afae/8d941de3-57e6-478e-87f8-d16902e5afae.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.394895] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599997a-af3e-4668-91f1-10b6bdf0fc3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.422582] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 8d941de3-57e6-478e-87f8-d16902e5afae/8d941de3-57e6-478e-87f8-d16902e5afae.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.424955] env[69073]: DEBUG nova.network.neutron [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance_info_cache with network_info: [{"id": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "address": "fa:16:3e:21:a0:7b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe63f7-c0", "ovs_interfaceid": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.426688] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7a3836-a336-4d33-ac98-1044e932a7c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.454072] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1025.454072] env[69073]: value = "task-3219926" [ 1025.454072] env[69073]: _type = "Task" [ 1025.454072] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.463972] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.626244] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.630967] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.821s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.630967] env[69073]: DEBUG nova.objects.instance [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lazy-loading 'resources' on Instance uuid 97e1edb9-4edb-42fa-b778-2cbd957e4d89 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.643769] env[69073]: DEBUG oslo_vmware.api [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3219924, 'name': PowerOnVM_Task, 'duration_secs': 0.561853} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.646021] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.646325] env[69073]: INFO nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1025.646611] env[69073]: DEBUG nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.648044] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a78d6d6-631c-45dd-80e7-d88dec089a9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.662565] env[69073]: INFO nova.scheduler.client.report [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted allocations for instance 2c716d5a-8d31-4287-8099-30ab86c40560 [ 1025.935410] env[69073]: DEBUG nova.compute.manager [req-08e3ca03-ee7f-4343-9a67-7f1f9b4a59f2 req-9a9bccdd-68b8-4d35-8a36-fd727438fa36 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Received event network-vif-deleted-ac6a9178-b268-42f1-8795-214d2240b5be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.935539] env[69073]: INFO nova.compute.manager [req-08e3ca03-ee7f-4343-9a67-7f1f9b4a59f2 req-9a9bccdd-68b8-4d35-8a36-fd727438fa36 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Neutron deleted interface ac6a9178-b268-42f1-8795-214d2240b5be; detaching it from the instance and deleting it from the info cache [ 1025.935616] env[69073]: DEBUG nova.network.neutron [req-08e3ca03-ee7f-4343-9a67-7f1f9b4a59f2 req-9a9bccdd-68b8-4d35-8a36-fd727438fa36 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.948379] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.948961] env[69073]: DEBUG nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Instance network_info: |[{"id": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "address": "fa:16:3e:21:a0:7b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe63f7-c0", "ovs_interfaceid": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.949391] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] Acquired lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.949667] env[69073]: DEBUG nova.network.neutron [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Refreshing network info cache for port 78fe63f7-c0a6-4c7c-b95c-764e629137e5 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.951081] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:a0:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78fe63f7-c0a6-4c7c-b95c-764e629137e5', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.958911] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.962925] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.966490] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3eed546-fcad-4234-bcc9-5d1445a32396 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.996567] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219926, 'name': ReconfigVM_Task, 'duration_secs': 0.289218} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.000107] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 8d941de3-57e6-478e-87f8-d16902e5afae/8d941de3-57e6-478e-87f8-d16902e5afae.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.000766] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.000766] env[69073]: value = "task-3219927" [ 1026.000766] env[69073]: _type = "Task" [ 1026.000766] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.001068] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fc4ba1a-4399-4d52-bbec-37b3d5026aa9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.014377] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219927, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.015867] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1026.015867] env[69073]: value = "task-3219928" [ 1026.015867] env[69073]: _type = "Task" [ 1026.015867] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.028083] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219928, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.054896] env[69073]: DEBUG nova.network.neutron [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Updating instance_info_cache with network_info: [{"id": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "address": "fa:16:3e:57:52:f3", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1934d3-c9", "ovs_interfaceid": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.086765] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.086849] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643766', 'volume_id': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'name': 'volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5385f25c-700d-4ee8-9714-2bc84481df0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'serial': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.087849] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5461c71f-0454-4de8-b43a-16fd9b546a3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.109663] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e9cc5-a7f5-4c1c-a6e6-37464e8249ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.137048] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9/volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.142402] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6437e79c-7002-4da2-93a8-2a2c79fca936 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.168208] env[69073]: INFO nova.compute.manager [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Took 28.54 seconds to build instance. [ 1026.173783] env[69073]: DEBUG oslo_vmware.api [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1026.173783] env[69073]: value = "task-3219929" [ 1026.173783] env[69073]: _type = "Task" [ 1026.173783] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.173783] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7bd0a613-79d6-4c22-bb3c-978253f33293 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "2c716d5a-8d31-4287-8099-30ab86c40560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.395s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.187543] env[69073]: DEBUG oslo_vmware.api [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.249829] env[69073]: DEBUG nova.network.neutron [-] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.439617] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c085d84-56a7-451b-9399-8c34d074f63c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.452078] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87dba04-b31a-479c-8850-be915ba0e34d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.471102] env[69073]: DEBUG nova.network.neutron [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updated VIF entry in instance network info cache for port 78fe63f7-c0a6-4c7c-b95c-764e629137e5. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.471513] env[69073]: DEBUG nova.network.neutron [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance_info_cache with network_info: [{"id": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "address": "fa:16:3e:21:a0:7b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe63f7-c0", "ovs_interfaceid": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.498246] env[69073]: DEBUG nova.compute.manager [req-08e3ca03-ee7f-4343-9a67-7f1f9b4a59f2 req-9a9bccdd-68b8-4d35-8a36-fd727438fa36 service nova] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Detach interface failed, port_id=ac6a9178-b268-42f1-8795-214d2240b5be, reason: Instance eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1026.514243] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219927, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.526768] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219928, 'name': Rename_Task, 'duration_secs': 0.16935} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.527068] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.527334] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6967232-ec4a-4bac-9464-79ed703077fc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.531661] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae825f-de74-45da-a720-3a3a397da145 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.535860] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1026.535860] env[69073]: value = "task-3219930" [ 1026.535860] env[69073]: _type = "Task" [ 1026.535860] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.542402] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c57e828-e44b-4679-8ec2-1d301edfef0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.548611] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.578580] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.581748] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e1feaa-9f26-490c-9def-e7f4bd8a36ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.590792] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5401ecfe-4d66-472a-bd9f-2a91cd8f356e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.608116] env[69073]: DEBUG nova.compute.provider_tree [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.676498] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f7d3a667-6831-46ea-84db-d88ebcdcbb94 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "35613d15-5d0f-44b5-bff6-9ebbe362892b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.059s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.689073] env[69073]: DEBUG oslo_vmware.api [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219929, 'name': ReconfigVM_Task, 'duration_secs': 0.442699} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.689425] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9/volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.695274] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154b27c1-e437-4553-971c-80811019a86f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.714502] env[69073]: DEBUG oslo_vmware.api [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1026.714502] env[69073]: value = "task-3219931" [ 1026.714502] env[69073]: _type = "Task" [ 1026.714502] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.724094] env[69073]: DEBUG oslo_vmware.api [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.754353] env[69073]: INFO nova.compute.manager [-] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Took 1.79 seconds to deallocate network for instance. [ 1026.841150] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.841449] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1026.974645] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcadeedb-4876-4335-abd7-bedfd55c6666 req-49b6ca1b-aca1-44e1-8e74-5b957c689548 service nova] Releasing lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.029181] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219927, 'name': CreateVM_Task, 'duration_secs': 0.690985} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.029404] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.030116] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.030293] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.030623] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.030896] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8eadbe2-547c-4bdf-8661-e6bad09168a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.038536] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1027.038536] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a16b3e-e944-44b4-94bd-910206639489" [ 1027.038536] env[69073]: _type = "Task" [ 1027.038536] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.052874] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.057675] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a16b3e-e944-44b4-94bd-910206639489, 'name': SearchDatastore_Task, 'duration_secs': 0.013464} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.057952] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.058208] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.058446] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.058593] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.058766] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.059340] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfdd313d-ccfa-4c12-a686-dc181182ec0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.069827] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.070038] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.071218] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3ea1e7-b0e3-45fb-aae4-5edfe2e77b28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.077343] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1027.077343] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523ce036-a126-cce4-b5a3-b0cd8170f695" [ 1027.077343] env[69073]: _type = "Task" [ 1027.077343] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.086761] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523ce036-a126-cce4-b5a3-b0cd8170f695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.111917] env[69073]: DEBUG nova.scheduler.client.report [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.226852] env[69073]: DEBUG oslo_vmware.api [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219931, 'name': ReconfigVM_Task, 'duration_secs': 0.155473} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.227287] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643766', 'volume_id': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'name': 'volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5385f25c-700d-4ee8-9714-2bc84481df0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'serial': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.305813] env[69073]: INFO nova.compute.manager [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Took 0.55 seconds to detach 1 volumes for instance. [ 1027.308197] env[69073]: DEBUG nova.compute.manager [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Deleting volume: 71787c24-150b-4a52-b8c4-8051b25e2b22 {{(pid=69073) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1027.350095] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.350347] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.350506] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.350660] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.350803] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.350962] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.351238] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1027.351555] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.553332] env[69073]: DEBUG oslo_vmware.api [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219930, 'name': PowerOnVM_Task, 'duration_secs': 0.544491} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.554291] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.554834] env[69073]: INFO nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Took 14.08 seconds to spawn the instance on the hypervisor. [ 1027.555117] env[69073]: DEBUG nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.556181] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86bf79e-57d0-4b3c-a2ba-a27ae20be4ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.590916] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523ce036-a126-cce4-b5a3-b0cd8170f695, 'name': SearchDatastore_Task, 'duration_secs': 0.013711} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.592171] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec0d8c8-c9e5-448c-abf8-c30bc5839a39 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.599761] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1027.599761] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528cac72-a26b-2739-d320-c384cf23f8d2" [ 1027.599761] env[69073]: _type = "Task" [ 1027.599761] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.614940] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528cac72-a26b-2739-d320-c384cf23f8d2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.615592] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.616060] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 23bd76b0-f056-4794-bcab-2faaa77ff7c2/23bd76b0-f056-4794-bcab-2faaa77ff7c2.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.617075] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d42b1baa-6a00-40f3-a436-660a74a52cdc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.621199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.625027] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.166s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.627203] env[69073]: INFO nova.compute.claims [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.637876] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1027.637876] env[69073]: value = "task-3219933" [ 1027.637876] env[69073]: _type = "Task" [ 1027.637876] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.659076] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.663222] env[69073]: INFO nova.scheduler.client.report [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Deleted allocations for instance 97e1edb9-4edb-42fa-b778-2cbd957e4d89 [ 1027.834972] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.835293] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.854819] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.861356] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.911696] env[69073]: DEBUG nova.compute.manager [req-ceb98ce6-3f8c-4441-bb44-c82f9d7b75de req-c41abe24-98e7-4150-b98a-0c938ff86f68 service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Received event network-vif-unplugged-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.911956] env[69073]: DEBUG oslo_concurrency.lockutils [req-ceb98ce6-3f8c-4441-bb44-c82f9d7b75de req-c41abe24-98e7-4150-b98a-0c938ff86f68 service nova] Acquiring lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.912342] env[69073]: DEBUG oslo_concurrency.lockutils [req-ceb98ce6-3f8c-4441-bb44-c82f9d7b75de req-c41abe24-98e7-4150-b98a-0c938ff86f68 service nova] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.912516] env[69073]: DEBUG oslo_concurrency.lockutils [req-ceb98ce6-3f8c-4441-bb44-c82f9d7b75de req-c41abe24-98e7-4150-b98a-0c938ff86f68 service nova] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.912681] env[69073]: DEBUG nova.compute.manager [req-ceb98ce6-3f8c-4441-bb44-c82f9d7b75de req-c41abe24-98e7-4150-b98a-0c938ff86f68 service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] No waiting events found dispatching network-vif-unplugged-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.913187] env[69073]: WARNING nova.compute.manager [req-ceb98ce6-3f8c-4441-bb44-c82f9d7b75de req-c41abe24-98e7-4150-b98a-0c938ff86f68 service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Received unexpected event network-vif-unplugged-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 for instance with vm_state shelved and task_state shelving_offloading. [ 1027.999547] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.999709] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75495c00-0062-44d8-9f08-8e3ce5b09744 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.013696] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.014589] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-951fcf78-6aa3-4d0d-a786-9770e3277c73 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.048159] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-a4ff8712-96e7-4ac0-87c1-68aaf238ca23" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.048462] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-a4ff8712-96e7-4ac0-87c1-68aaf238ca23" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.079388] env[69073]: INFO nova.compute.manager [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Took 36.82 seconds to build instance. [ 1028.103265] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.103543] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.103642] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleting the datastore file [datastore1] 63089922-3b7d-4f13-bfeb-d4a5cf815abb {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.104566] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05defd87-47e8-4a8c-99e4-904506d0b675 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.115245] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1028.115245] env[69073]: value = "task-3219935" [ 1028.115245] env[69073]: _type = "Task" [ 1028.115245] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.126563] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.152147] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquiring lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.152498] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.152749] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquiring lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.153038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.153271] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.155209] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219933, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.156244] env[69073]: INFO nova.compute.manager [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Terminating instance [ 1028.179616] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c057b9aa-6330-499a-a908-25921219c0cf tempest-ServersTestBootFromVolume-582602530 tempest-ServersTestBootFromVolume-582602530-project-member] Lock "97e1edb9-4edb-42fa-b778-2cbd957e4d89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.540s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.280893] env[69073]: DEBUG nova.objects.instance [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.342020] env[69073]: DEBUG nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.490620] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "8d941de3-57e6-478e-87f8-d16902e5afae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.551967] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.552229] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.553092] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2175677d-29c0-4208-857e-fd003b1071f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.574685] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d8601-02b0-49cb-a2d7-b9b50be98b87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.604605] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5eda97fb-bd47-414f-85ea-e7bf26473331 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "8d941de3-57e6-478e-87f8-d16902e5afae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.364s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.611334] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Reconfiguring VM to detach interface {{(pid=69073) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1028.611714] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "8d941de3-57e6-478e-87f8-d16902e5afae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.121s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.611899] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "8d941de3-57e6-478e-87f8-d16902e5afae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.612135] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "8d941de3-57e6-478e-87f8-d16902e5afae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.612314] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "8d941de3-57e6-478e-87f8-d16902e5afae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.613878] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b26885-d58e-40da-b9a0-fbddd01161dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.627917] env[69073]: INFO nova.compute.manager [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Terminating instance [ 1028.645929] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1028.645929] env[69073]: value = "task-3219936" [ 1028.645929] env[69073]: _type = "Task" [ 1028.645929] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.645929] env[69073]: DEBUG oslo_vmware.api [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3219935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179318} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.651262] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.651484] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.651660] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.668258] env[69073]: DEBUG nova.compute.manager [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.668463] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.668782] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.672668] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4472c641-5df7-4a08-9187-62c214db7195 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.676755] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537729} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.676755] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 23bd76b0-f056-4794-bcab-2faaa77ff7c2/23bd76b0-f056-4794-bcab-2faaa77ff7c2.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.678106] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.680883] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9d0dc62-c63c-4c2d-b023-7518d318695f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.690743] env[69073]: INFO nova.scheduler.client.report [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted allocations for instance 63089922-3b7d-4f13-bfeb-d4a5cf815abb [ 1028.692482] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.693741] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8974f747-18f6-4040-b238-7d5eaea4b850 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.696144] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.700918] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1028.700918] env[69073]: value = "task-3219937" [ 1028.700918] env[69073]: _type = "Task" [ 1028.700918] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.706745] env[69073]: DEBUG oslo_vmware.api [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 1028.706745] env[69073]: value = "task-3219938" [ 1028.706745] env[69073]: _type = "Task" [ 1028.706745] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.717650] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.724049] env[69073]: DEBUG oslo_vmware.api [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.785333] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e119514d-ef44-4322-9119-0a12e7bd0719 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.859s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.786383] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.090s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.786506] env[69073]: DEBUG nova.compute.manager [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.791604] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db80e6-a0be-441c-90aa-16e6c21ba237 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.801371] env[69073]: DEBUG nova.compute.manager [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1028.802146] env[69073]: DEBUG nova.objects.instance [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.877550] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.060428] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9aaa9-31e9-4dfa-ad15-ee3a31539629 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.069425] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8aec7-9689-49fd-8598-199299b4845f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.104725] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89976ff7-d95f-47a5-a499-ec4ee564d58f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.115447] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fe79c0-a7d8-4ebd-92c7-ecb82bc75147 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.131378] env[69073]: DEBUG nova.compute.provider_tree [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.135694] env[69073]: DEBUG nova.compute.manager [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.136495] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.137013] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12949c15-26ca-4879-bda9-1e993de8a9c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.144802] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.145643] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91722135-70f4-4460-b0bd-dccf7ab9c5bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.155842] env[69073]: DEBUG oslo_vmware.api [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1029.155842] env[69073]: value = "task-3219939" [ 1029.155842] env[69073]: _type = "Task" [ 1029.155842] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.162794] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.168436] env[69073]: DEBUG oslo_vmware.api [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.194652] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.212696] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226978} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.217863] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.219062] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaf6b74-a4e5-4807-920c-6f54d0118eb8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.254815] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 23bd76b0-f056-4794-bcab-2faaa77ff7c2/23bd76b0-f056-4794-bcab-2faaa77ff7c2.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.255206] env[69073]: DEBUG oslo_vmware.api [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219938, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.255448] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9a7c697-fadb-486f-9627-a2293888f628 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.279642] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1029.279642] env[69073]: value = "task-3219940" [ 1029.279642] env[69073]: _type = "Task" [ 1029.279642] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.294033] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.637900] env[69073]: DEBUG nova.scheduler.client.report [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.675915] env[69073]: DEBUG oslo_vmware.api [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219939, 'name': PowerOffVM_Task, 'duration_secs': 0.275995} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.676171] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.676439] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.676607] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.676861] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b93ad839-21fe-4729-8a83-1385090f8115 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.727060] env[69073]: DEBUG oslo_vmware.api [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219938, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.745281] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.745562] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.745758] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleting the datastore file [datastore1] 8d941de3-57e6-478e-87f8-d16902e5afae {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.746054] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c75fceea-0764-449e-a089-c77a6828a745 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.755981] env[69073]: DEBUG oslo_vmware.api [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1029.755981] env[69073]: value = "task-3219942" [ 1029.755981] env[69073]: _type = "Task" [ 1029.755981] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.772258] env[69073]: DEBUG oslo_vmware.api [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.795523] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.810964] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.811693] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fdb5fd5-eadd-47ee-9506-64b5166e2a02 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.820458] env[69073]: DEBUG oslo_vmware.api [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1029.820458] env[69073]: value = "task-3219943" [ 1029.820458] env[69073]: _type = "Task" [ 1029.820458] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.834392] env[69073]: DEBUG oslo_vmware.api [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.108182] env[69073]: DEBUG nova.compute.manager [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Received event network-changed-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.108182] env[69073]: DEBUG nova.compute.manager [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Refreshing instance network info cache due to event network-changed-5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.108182] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] Acquiring lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.108182] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] Acquired lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.108698] env[69073]: DEBUG nova.network.neutron [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Refreshing network info cache for port 5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.144336] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.145183] env[69073]: DEBUG nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.148502] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.609s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.148918] env[69073]: DEBUG nova.objects.instance [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'resources' on Instance uuid b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.163195] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.222845] env[69073]: DEBUG oslo_vmware.api [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219938, 'name': PowerOffVM_Task, 'duration_secs': 1.350012} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.226214] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.226214] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.226214] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10b52a7c-590e-41b4-a304-d916b0df99eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.267211] env[69073]: DEBUG oslo_vmware.api [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224436} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.267897] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.268322] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.268633] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.269458] env[69073]: INFO nova.compute.manager [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1030.269832] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.270270] env[69073]: DEBUG nova.compute.manager [-] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.272085] env[69073]: DEBUG nova.network.neutron [-] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.290894] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219940, 'name': ReconfigVM_Task, 'duration_secs': 0.705191} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.291347] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 23bd76b0-f056-4794-bcab-2faaa77ff7c2/23bd76b0-f056-4794-bcab-2faaa77ff7c2.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.293912] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f00d567a-d9e7-48b1-93aa-4573f52d0950 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.300644] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1030.300644] env[69073]: value = "task-3219945" [ 1030.300644] env[69073]: _type = "Task" [ 1030.300644] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.316189] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219945, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.316189] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.316189] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.316189] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Deleting the datastore file [datastore1] c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.316189] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49d37968-0e5d-46ec-b82f-48d7167705ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.326380] env[69073]: DEBUG oslo_vmware.api [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for the task: (returnval){ [ 1030.326380] env[69073]: value = "task-3219946" [ 1030.326380] env[69073]: _type = "Task" [ 1030.326380] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.335216] env[69073]: DEBUG oslo_vmware.api [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219943, 'name': PowerOffVM_Task, 'duration_secs': 0.245107} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.335216] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.335216] env[69073]: DEBUG nova.compute.manager [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.336428] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729be42a-6ebc-4f7c-afce-1a5349d46db2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.347667] env[69073]: DEBUG oslo_vmware.api [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.352488] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.650450] env[69073]: DEBUG nova.compute.utils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.651884] env[69073]: DEBUG nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1030.654270] env[69073]: DEBUG nova.network.neutron [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1030.683507] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.687664] env[69073]: DEBUG nova.scheduler.client.report [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1030.711993] env[69073]: DEBUG nova.scheduler.client.report [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1030.712196] env[69073]: DEBUG nova.compute.provider_tree [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.726447] env[69073]: DEBUG nova.scheduler.client.report [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1030.761610] env[69073]: DEBUG nova.scheduler.client.report [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1030.761776] env[69073]: DEBUG nova.compute.provider_tree [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 106 to 107 during operation: update_traits {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1030.801084] env[69073]: DEBUG nova.policy [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '760e32252a5f4282b15a0d6b8ffb0cf7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6350f54293f64a2ebfc71dbd2ae2ee40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.818449] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219945, 'name': Rename_Task, 'duration_secs': 0.20126} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.818916] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.819095] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eb39643-0c99-4e16-98b7-7061b6ac8f0c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.832268] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1030.832268] env[69073]: value = "task-3219947" [ 1030.832268] env[69073]: _type = "Task" [ 1030.832268] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.838817] env[69073]: DEBUG oslo_vmware.api [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Task: {'id': task-3219946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198047} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.839495] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.839675] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.839872] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.840686] env[69073]: INFO nova.compute.manager [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1030.840686] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.842837] env[69073]: DEBUG nova.compute.manager [-] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.842935] env[69073]: DEBUG nova.network.neutron [-] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.851899] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.860506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c5bbc63b-20ea-4cc3-b77b-ac1e2664f68f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.164654] env[69073]: DEBUG nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.170522] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ff18b2-203e-4f3a-8f6f-92ab6cdf54d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.179018] env[69073]: DEBUG nova.network.neutron [-] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.188506] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85c1eba-0ea4-492d-bcc5-3f33693474c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.192803] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.232902] env[69073]: DEBUG nova.network.neutron [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Updated VIF entry in instance network info cache for port 5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.233318] env[69073]: DEBUG nova.network.neutron [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Updating instance_info_cache with network_info: [{"id": "5f1934d3-c9c3-4e8d-ba6a-3b22eec09da4", "address": "fa:16:3e:57:52:f3", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": null, "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5f1934d3-c9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.235420] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b4c60c-eef1-46bc-bcf0-a104d93f284b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.249876] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "529c6000-3990-4e61-af75-88633a0e7344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.250204] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "529c6000-3990-4e61-af75-88633a0e7344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.259400] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46554992-958e-4d34-9243-64e3790c8b4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.277070] env[69073]: DEBUG nova.compute.provider_tree [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.347166] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.664020] env[69073]: DEBUG nova.network.neutron [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Successfully created port: 59a479e7-b2f2-4b56-9e15-1064eef73d04 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.688388] env[69073]: INFO nova.compute.manager [-] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Took 1.42 seconds to deallocate network for instance. [ 1031.689025] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.749956] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] Releasing lock "refresh_cache-63089922-3b7d-4f13-bfeb-d4a5cf815abb" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.750279] env[69073]: DEBUG nova.compute.manager [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Received event network-changed-05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.750476] env[69073]: DEBUG nova.compute.manager [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Refreshing instance network info cache due to event network-changed-05128509-902a-4694-b6e7-12939fc8163a. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.750708] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] Acquiring lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.750853] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] Acquired lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.751026] env[69073]: DEBUG nova.network.neutron [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Refreshing network info cache for port 05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.756135] env[69073]: DEBUG nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.780857] env[69073]: DEBUG nova.scheduler.client.report [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.845415] env[69073]: DEBUG oslo_vmware.api [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3219947, 'name': PowerOnVM_Task, 'duration_secs': 0.859674} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.845415] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.845415] env[69073]: INFO nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1031.845415] env[69073]: DEBUG nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.849176] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe4c616-4ff3-4d21-9bdc-b8aa3587bac9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.929656] env[69073]: DEBUG nova.objects.instance [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.144689] env[69073]: DEBUG nova.compute.manager [req-ea12fc82-222b-4d43-be24-1a97f4bfa428 req-27303db6-e15e-4356-a1c6-0b5085f2dab6 service nova] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Received event network-vif-deleted-2ae55e6f-3754-4556-b4d0-68963f9043b6 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.145193] env[69073]: DEBUG nova.compute.manager [req-ea12fc82-222b-4d43-be24-1a97f4bfa428 req-27303db6-e15e-4356-a1c6-0b5085f2dab6 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Received event network-vif-deleted-9b5adfd5-c893-4dc4-b151-94ff951933a3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.145860] env[69073]: INFO nova.compute.manager [req-ea12fc82-222b-4d43-be24-1a97f4bfa428 req-27303db6-e15e-4356-a1c6-0b5085f2dab6 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Neutron deleted interface 9b5adfd5-c893-4dc4-b151-94ff951933a3; detaching it from the instance and deleting it from the info cache [ 1032.146276] env[69073]: DEBUG nova.network.neutron [req-ea12fc82-222b-4d43-be24-1a97f4bfa428 req-27303db6-e15e-4356-a1c6-0b5085f2dab6 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.164888] env[69073]: DEBUG nova.network.neutron [-] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.184642] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.192667] env[69073]: DEBUG nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.196407] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.232804] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.233173] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.233256] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.233414] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.233554] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.233718] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.233930] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.235015] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.235015] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.235015] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.235015] env[69073]: DEBUG nova.virt.hardware [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.235849] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf0ad63-68e9-416a-a6e5-51ee130e0388 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.248023] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7c3a45-579d-404e-b020-861792b92443 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.287703] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.288511] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.290887] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.597s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.315611] env[69073]: INFO nova.scheduler.client.report [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted allocations for instance b0b98b8f-ad6b-4e95-aacc-b097bdb37de1 [ 1032.378573] env[69073]: INFO nova.compute.manager [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Took 22.75 seconds to build instance. [ 1032.439641] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.439843] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.440029] env[69073]: DEBUG nova.network.neutron [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.440227] env[69073]: DEBUG nova.objects.instance [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'info_cache' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.619699] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58eced8-a8ea-4a3d-a6f5-c881689f3a1c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.629408] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2113d80-e494-44da-8a35-2ae3741a73e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.665277] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ea670ef-6fb8-4652-acd0-251d4c796b32 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.668441] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ab6c9f-430a-4842-a9e5-e3be03654f13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.671362] env[69073]: INFO nova.compute.manager [-] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Took 1.83 seconds to deallocate network for instance. [ 1032.687550] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46cef46-45b9-4f71-a027-7703590a689a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.694825] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a89619-c0ca-40f5-a604-3974b0d57297 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.709480] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.728911] env[69073]: DEBUG nova.compute.provider_tree [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.743024] env[69073]: DEBUG nova.compute.manager [req-ea12fc82-222b-4d43-be24-1a97f4bfa428 req-27303db6-e15e-4356-a1c6-0b5085f2dab6 service nova] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Detach interface failed, port_id=9b5adfd5-c893-4dc4-b151-94ff951933a3, reason: Instance c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.743024] env[69073]: DEBUG nova.scheduler.client.report [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.770450] env[69073]: DEBUG nova.network.neutron [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updated VIF entry in instance network info cache for port 05128509-902a-4694-b6e7-12939fc8163a. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.770562] env[69073]: DEBUG nova.network.neutron [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updating instance_info_cache with network_info: [{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.826277] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f97a81f1-7b33-4eef-a964-26a27f3c0aef tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "b0b98b8f-ad6b-4e95-aacc-b097bdb37de1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.159s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.882529] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cf58e70a-a822-4359-a6ae-f41a5dc6f2a8 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.266s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.951616] env[69073]: DEBUG nova.objects.base [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Object Instance<5385f25c-700d-4ee8-9714-2bc84481df0c> lazy-loaded attributes: flavor,info_cache {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1033.185437] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.186984] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.250213] env[69073]: DEBUG oslo_concurrency.lockutils [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.957s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.250213] env[69073]: INFO nova.compute.manager [None req-108b646b-21bc-43af-9f02-60c11926bec3 tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Successfully reverted task state from rebuilding on failure for instance. [ 1033.257554] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.769s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.259867] env[69073]: INFO nova.compute.claims [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.273716] env[69073]: DEBUG oslo_concurrency.lockutils [req-e7cc3f49-d924-443d-8dd7-a6db1ec37f05 req-f7deaede-8340-4a89-b93b-9cc825673d3c service nova] Releasing lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.523492] env[69073]: DEBUG nova.compute.manager [req-c58c8dd6-eff8-415c-8278-1ad35d255f6d req-278db1c9-6ef0-4f31-a8fe-d133a30a58bf service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Received event network-vif-plugged-59a479e7-b2f2-4b56-9e15-1064eef73d04 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.526016] env[69073]: DEBUG oslo_concurrency.lockutils [req-c58c8dd6-eff8-415c-8278-1ad35d255f6d req-278db1c9-6ef0-4f31-a8fe-d133a30a58bf service nova] Acquiring lock "3f785be2-9e22-43b1-846f-d71baaf93a15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.526016] env[69073]: DEBUG oslo_concurrency.lockutils [req-c58c8dd6-eff8-415c-8278-1ad35d255f6d req-278db1c9-6ef0-4f31-a8fe-d133a30a58bf service nova] Lock "3f785be2-9e22-43b1-846f-d71baaf93a15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.526016] env[69073]: DEBUG oslo_concurrency.lockutils [req-c58c8dd6-eff8-415c-8278-1ad35d255f6d req-278db1c9-6ef0-4f31-a8fe-d133a30a58bf service nova] Lock "3f785be2-9e22-43b1-846f-d71baaf93a15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.526016] env[69073]: DEBUG nova.compute.manager [req-c58c8dd6-eff8-415c-8278-1ad35d255f6d req-278db1c9-6ef0-4f31-a8fe-d133a30a58bf service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] No waiting events found dispatching network-vif-plugged-59a479e7-b2f2-4b56-9e15-1064eef73d04 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1033.526016] env[69073]: WARNING nova.compute.manager [req-c58c8dd6-eff8-415c-8278-1ad35d255f6d req-278db1c9-6ef0-4f31-a8fe-d133a30a58bf service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Received unexpected event network-vif-plugged-59a479e7-b2f2-4b56-9e15-1064eef73d04 for instance with vm_state building and task_state spawning. [ 1033.684492] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.736281] env[69073]: DEBUG nova.network.neutron [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Successfully updated port: 59a479e7-b2f2-4b56-9e15-1064eef73d04 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.134347] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "3c6563cc-c75b-432f-be71-32192be3a1ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.134688] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "3c6563cc-c75b-432f-be71-32192be3a1ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.185796] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.241880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquiring lock "refresh_cache-3f785be2-9e22-43b1-846f-d71baaf93a15" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.241880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquired lock "refresh_cache-3f785be2-9e22-43b1-846f-d71baaf93a15" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.241880] env[69073]: DEBUG nova.network.neutron [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.244308] env[69073]: DEBUG nova.network.neutron [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updating instance_info_cache with network_info: [{"id": "41437731-7c37-4925-bd86-ca49f6c74ebb", "address": "fa:16:3e:7d:48:6a", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41437731-7c", "ovs_interfaceid": "41437731-7c37-4925-bd86-ca49f6c74ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.633056] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc285f7f-5603-4b3e-99fa-35380c73c256 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.642747] env[69073]: DEBUG nova.compute.manager [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.657075] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e54f9f0-bcac-40c0-afaf-a2d647cb85bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.694062] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5bfedf-8e7d-4318-9fc7-2b86fb7418c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.703895] env[69073]: DEBUG oslo_vmware.api [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219936, 'name': ReconfigVM_Task, 'duration_secs': 5.859418} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.707341] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.707577] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Reconfigured VM to detach interface {{(pid=69073) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1034.712013] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720a207c-d8a6-48e3-87c4-69d14fd3db53 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.730397] env[69073]: DEBUG nova.compute.provider_tree [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.749727] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Releasing lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.788014] env[69073]: DEBUG nova.network.neutron [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.993164] env[69073]: DEBUG nova.network.neutron [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Updating instance_info_cache with network_info: [{"id": "59a479e7-b2f2-4b56-9e15-1064eef73d04", "address": "fa:16:3e:be:48:30", "network": {"id": "5a5dd158-f65e-41f0-9ed7-38c5df238a3b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-110849116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6350f54293f64a2ebfc71dbd2ae2ee40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a479e7-b2", "ovs_interfaceid": "59a479e7-b2f2-4b56-9e15-1064eef73d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.167338] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.233097] env[69073]: DEBUG nova.scheduler.client.report [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.392394] env[69073]: DEBUG nova.compute.manager [req-4bf80fbe-fd68-4d36-a663-124561d9628e req-1c6db8a2-2b01-410a-b46f-9d73c67de53a service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-vif-deleted-a4ff8712-96e7-4ac0-87c1-68aaf238ca23 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.392684] env[69073]: INFO nova.compute.manager [req-4bf80fbe-fd68-4d36-a663-124561d9628e req-1c6db8a2-2b01-410a-b46f-9d73c67de53a service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Neutron deleted interface a4ff8712-96e7-4ac0-87c1-68aaf238ca23; detaching it from the instance and deleting it from the info cache [ 1035.393646] env[69073]: DEBUG nova.network.neutron [req-4bf80fbe-fd68-4d36-a663-124561d9628e req-1c6db8a2-2b01-410a-b46f-9d73c67de53a service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4bd9bffc-2243-4896-972b-a4a39670035f", "address": "fa:16:3e:96:90:94", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd9bffc-22", "ovs_interfaceid": "4bd9bffc-2243-4896-972b-a4a39670035f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.495791] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Releasing lock "refresh_cache-3f785be2-9e22-43b1-846f-d71baaf93a15" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.496197] env[69073]: DEBUG nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Instance network_info: |[{"id": "59a479e7-b2f2-4b56-9e15-1064eef73d04", "address": "fa:16:3e:be:48:30", "network": {"id": "5a5dd158-f65e-41f0-9ed7-38c5df238a3b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-110849116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6350f54293f64a2ebfc71dbd2ae2ee40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a479e7-b2", "ovs_interfaceid": "59a479e7-b2f2-4b56-9e15-1064eef73d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1035.496639] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:48:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59a479e7-b2f2-4b56-9e15-1064eef73d04', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.504626] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Creating folder: Project (6350f54293f64a2ebfc71dbd2ae2ee40). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.504969] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a1f9c93-9e31-4db4-a874-fd6a6bc32230 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.518554] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Created folder: Project (6350f54293f64a2ebfc71dbd2ae2ee40) in parent group-v643537. [ 1035.518754] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Creating folder: Instances. Parent ref: group-v643768. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1035.519010] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faf9ac46-6912-469c-b40e-d4ad17fcfda0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.530922] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Created folder: Instances in parent group-v643768. [ 1035.531168] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.531365] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.531609] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2258f1a1-f59e-44a2-a32d-172f37eb995b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.554300] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.554300] env[69073]: value = "task-3219950" [ 1035.554300] env[69073]: _type = "Task" [ 1035.554300] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.563255] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219950, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.741067] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.741658] env[69073]: DEBUG nova.compute.manager [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.748490] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.942s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.749971] env[69073]: INFO nova.compute.claims [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.754316] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.754611] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a3d2ff-a4ea-46c8-b970-15c2bf96155b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.766110] env[69073]: DEBUG oslo_vmware.api [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1035.766110] env[69073]: value = "task-3219951" [ 1035.766110] env[69073]: _type = "Task" [ 1035.766110] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.779975] env[69073]: DEBUG oslo_vmware.api [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.896062] env[69073]: DEBUG oslo_concurrency.lockutils [req-4bf80fbe-fd68-4d36-a663-124561d9628e req-1c6db8a2-2b01-410a-b46f-9d73c67de53a service nova] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.897162] env[69073]: DEBUG oslo_concurrency.lockutils [req-4bf80fbe-fd68-4d36-a663-124561d9628e req-1c6db8a2-2b01-410a-b46f-9d73c67de53a service nova] Acquired lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.897551] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d934a7c-6d85-4e95-85c5-f805499ad672 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.918274] env[69073]: DEBUG oslo_concurrency.lockutils [req-4bf80fbe-fd68-4d36-a663-124561d9628e req-1c6db8a2-2b01-410a-b46f-9d73c67de53a service nova] Releasing lock "8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.920082] env[69073]: WARNING nova.compute.manager [req-4bf80fbe-fd68-4d36-a663-124561d9628e req-1c6db8a2-2b01-410a-b46f-9d73c67de53a service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Detach interface failed, port_id=a4ff8712-96e7-4ac0-87c1-68aaf238ca23, reason: No device with interface-id a4ff8712-96e7-4ac0-87c1-68aaf238ca23 exists on VM: nova.exception.NotFound: No device with interface-id a4ff8712-96e7-4ac0-87c1-68aaf238ca23 exists on VM [ 1036.069986] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219950, 'name': CreateVM_Task, 'duration_secs': 0.361011} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.071472] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.072572] env[69073]: DEBUG nova.compute.manager [req-b51ffbd8-37d7-46d7-9319-624b17412dca req-11217e6d-4df5-4264-9db3-c80a04ae0805 service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Received event network-changed-59a479e7-b2f2-4b56-9e15-1064eef73d04 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.072709] env[69073]: DEBUG nova.compute.manager [req-b51ffbd8-37d7-46d7-9319-624b17412dca req-11217e6d-4df5-4264-9db3-c80a04ae0805 service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Refreshing instance network info cache due to event network-changed-59a479e7-b2f2-4b56-9e15-1064eef73d04. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.073031] env[69073]: DEBUG oslo_concurrency.lockutils [req-b51ffbd8-37d7-46d7-9319-624b17412dca req-11217e6d-4df5-4264-9db3-c80a04ae0805 service nova] Acquiring lock "refresh_cache-3f785be2-9e22-43b1-846f-d71baaf93a15" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.073115] env[69073]: DEBUG oslo_concurrency.lockutils [req-b51ffbd8-37d7-46d7-9319-624b17412dca req-11217e6d-4df5-4264-9db3-c80a04ae0805 service nova] Acquired lock "refresh_cache-3f785be2-9e22-43b1-846f-d71baaf93a15" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.073282] env[69073]: DEBUG nova.network.neutron [req-b51ffbd8-37d7-46d7-9319-624b17412dca req-11217e6d-4df5-4264-9db3-c80a04ae0805 service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Refreshing network info cache for port 59a479e7-b2f2-4b56-9e15-1064eef73d04 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.077029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.077029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.077029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.077029] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6320c3-89ef-46e7-aa4f-3144d8c21bd0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.083126] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1036.083126] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5220dcd9-d429-8c40-449b-0649a7a09cf7" [ 1036.083126] env[69073]: _type = "Task" [ 1036.083126] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.093074] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5220dcd9-d429-8c40-449b-0649a7a09cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.177811] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.178056] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.249553] env[69073]: DEBUG nova.compute.utils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.251304] env[69073]: DEBUG nova.compute.manager [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1036.255212] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.255212] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.255212] env[69073]: DEBUG nova.network.neutron [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.278115] env[69073]: DEBUG oslo_vmware.api [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3219951, 'name': PowerOnVM_Task, 'duration_secs': 0.468626} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.278629] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.278841] env[69073]: DEBUG nova.compute.manager [None req-3e618b19-44cf-41e2-a29a-f89469f9a9b7 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.279645] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282f64ec-482a-411b-b810-fd26c4d06e22 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.322874] env[69073]: DEBUG nova.compute.manager [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1036.594223] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5220dcd9-d429-8c40-449b-0649a7a09cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.594555] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.594794] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.595040] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.595188] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.595368] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.595627] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76673c37-70a9-4b8d-b720-1d3f28804136 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.605235] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.605428] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.606173] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a864458-6d5b-493b-8219-372dfd284c0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.612618] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1036.612618] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f31e32-5ab9-61ad-1873-0e0ac8aa92ff" [ 1036.612618] env[69073]: _type = "Task" [ 1036.612618] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.621465] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f31e32-5ab9-61ad-1873-0e0ac8aa92ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.684594] env[69073]: DEBUG nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.713328] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "f853d0fd-aeab-46da-a3f2-acba416da850" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.713550] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "f853d0fd-aeab-46da-a3f2-acba416da850" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.714735] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.714923] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "8676cf4d-217d-4552-9888-4008f747ecab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.715148] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "8676cf4d-217d-4552-9888-4008f747ecab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.715330] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "8676cf4d-217d-4552-9888-4008f747ecab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.715491] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "8676cf4d-217d-4552-9888-4008f747ecab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.719908] env[69073]: INFO nova.compute.manager [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Terminating instance [ 1036.753997] env[69073]: DEBUG nova.compute.manager [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.841766] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.846060] env[69073]: DEBUG nova.network.neutron [req-b51ffbd8-37d7-46d7-9319-624b17412dca req-11217e6d-4df5-4264-9db3-c80a04ae0805 service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Updated VIF entry in instance network info cache for port 59a479e7-b2f2-4b56-9e15-1064eef73d04. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.846484] env[69073]: DEBUG nova.network.neutron [req-b51ffbd8-37d7-46d7-9319-624b17412dca req-11217e6d-4df5-4264-9db3-c80a04ae0805 service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Updating instance_info_cache with network_info: [{"id": "59a479e7-b2f2-4b56-9e15-1064eef73d04", "address": "fa:16:3e:be:48:30", "network": {"id": "5a5dd158-f65e-41f0-9ed7-38c5df238a3b", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-110849116-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6350f54293f64a2ebfc71dbd2ae2ee40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59a479e7-b2", "ovs_interfaceid": "59a479e7-b2f2-4b56-9e15-1064eef73d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.017805] env[69073]: INFO nova.network.neutron [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Port 4bd9bffc-2243-4896-972b-a4a39670035f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1037.018173] env[69073]: DEBUG nova.network.neutron [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [{"id": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "address": "fa:16:3e:be:19:dd", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eee76be-27", "ovs_interfaceid": "8eee76be-27d3-41e8-b0bd-43475ad0b311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.113292] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80932ec8-6d6a-452f-a515-55b8e4fc544b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.127024] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cb7683-ed59-46d5-aa24-ebe28f2bfd1f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.130283] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f31e32-5ab9-61ad-1873-0e0ac8aa92ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.131393] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7146888-5693-4ee7-a408-22070b656fb9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.162775] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c6852-4664-45ca-a23e-0efddb84ab32 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.165941] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1037.165941] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f280e1-7054-eaec-b5d6-d4ed43da4eee" [ 1037.165941] env[69073]: _type = "Task" [ 1037.165941] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.172599] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf597a8-7af7-4154-a41f-1049b936f770 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.179685] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f280e1-7054-eaec-b5d6-d4ed43da4eee, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.180381] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.180691] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 3f785be2-9e22-43b1-846f-d71baaf93a15/3f785be2-9e22-43b1-846f-d71baaf93a15.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.180994] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa736fd2-89df-42ce-a911-73b91a850f01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.194453] env[69073]: DEBUG nova.compute.provider_tree [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.206067] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1037.206067] env[69073]: value = "task-3219952" [ 1037.206067] env[69073]: _type = "Task" [ 1037.206067] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.211701] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.216335] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.220283] env[69073]: DEBUG nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.223593] env[69073]: DEBUG nova.compute.manager [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.223686] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.224590] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b445182-e898-4615-9ee5-e6f709c8eefe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.234824] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.234824] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1094047-8c4b-4b11-9a80-9c17551543a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.242024] env[69073]: DEBUG oslo_vmware.api [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1037.242024] env[69073]: value = "task-3219953" [ 1037.242024] env[69073]: _type = "Task" [ 1037.242024] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.252108] env[69073]: DEBUG oslo_vmware.api [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.349061] env[69073]: DEBUG oslo_concurrency.lockutils [req-b51ffbd8-37d7-46d7-9319-624b17412dca req-11217e6d-4df5-4264-9db3-c80a04ae0805 service nova] Releasing lock "refresh_cache-3f785be2-9e22-43b1-846f-d71baaf93a15" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.486817] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "c4d3c5ac-1807-40d2-8292-8496190b9e64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.487353] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "c4d3c5ac-1807-40d2-8292-8496190b9e64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.523275] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-8676cf4d-217d-4552-9888-4008f747ecab" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.700939] env[69073]: DEBUG nova.scheduler.client.report [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.704571] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.704768] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.704946] env[69073]: DEBUG nova.compute.manager [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.706398] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3050320d-5faa-44b0-96f8-4ae533e0935f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.719966] env[69073]: DEBUG nova.compute.manager [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1037.719966] env[69073]: DEBUG nova.objects.instance [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'flavor' on Instance uuid 7a5dd18c-691e-4825-83c5-39db5b0abc38 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.727642] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.749381] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.753551] env[69073]: DEBUG oslo_vmware.api [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219953, 'name': PowerOffVM_Task, 'duration_secs': 0.229626} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.753807] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.753972] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.754232] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-614a1ba8-962d-4739-8c96-291fa4ae6da4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.765575] env[69073]: DEBUG nova.compute.manager [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.792893] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.793157] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.793315] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.793499] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.793670] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.793834] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.794063] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.794232] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.794404] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.794564] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.794735] env[69073]: DEBUG nova.virt.hardware [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.795632] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e25580f-b2d1-42cf-8050-30a1774e582f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.803601] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5fbd62-a850-414a-bf81-3889525a1142 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.818060] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.823783] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Creating folder: Project (f74c9f7cd76745a4aa243f28a37d0630). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.824094] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12c5f238-6fab-4631-acd8-39367492c83f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.838812] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Created folder: Project (f74c9f7cd76745a4aa243f28a37d0630) in parent group-v643537. [ 1037.838919] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Creating folder: Instances. Parent ref: group-v643771. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.839408] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5a803da-fd61-46af-9e4d-94fe0bac2b32 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.852773] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Created folder: Instances in parent group-v643771. [ 1037.853080] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.853298] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.853515] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87fd4c5f-a8bc-4722-bba3-6aceafd4940e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.867199] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.867416] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.867595] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleting the datastore file [datastore2] 8676cf4d-217d-4552-9888-4008f747ecab {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.868262] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff37cad4-d374-4a6b-9de9-f1a9f68f1b1c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.873412] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.873412] env[69073]: value = "task-3219957" [ 1037.873412] env[69073]: _type = "Task" [ 1037.873412] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.874639] env[69073]: DEBUG oslo_vmware.api [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1037.874639] env[69073]: value = "task-3219958" [ 1037.874639] env[69073]: _type = "Task" [ 1037.874639] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.889571] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219957, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.889824] env[69073]: DEBUG oslo_vmware.api [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.991239] env[69073]: DEBUG nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.028624] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dca7b3a7-1da3-40a0-9ba5-3a5c8e9f3d5a tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-8676cf4d-217d-4552-9888-4008f747ecab-a4ff8712-96e7-4ac0-87c1-68aaf238ca23" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.980s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.094764] env[69073]: DEBUG nova.compute.manager [req-016c5b90-1f47-425f-8df7-558f5c2f20f8 req-d38e4391-03a2-4048-8b23-83c5edffa692 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-vif-deleted-4bd9bffc-2243-4896-972b-a4a39670035f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.200824] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "75a443c6-e8bb-498c-ac8a-72da576850fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.201116] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "75a443c6-e8bb-498c-ac8a-72da576850fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.201344] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "75a443c6-e8bb-498c-ac8a-72da576850fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.201526] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "75a443c6-e8bb-498c-ac8a-72da576850fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.201692] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "75a443c6-e8bb-498c-ac8a-72da576850fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.203884] env[69073]: INFO nova.compute.manager [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Terminating instance [ 1038.206691] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.207228] env[69073]: DEBUG nova.compute.manager [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.210269] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.356s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.210447] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.212446] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1038.212446] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.350s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.212446] env[69073]: DEBUG nova.objects.instance [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lazy-loading 'resources' on Instance uuid eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.213754] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d3d7bf-32cf-4367-a82a-46e3fee01089 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.229291] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549941} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.230890] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 3f785be2-9e22-43b1-846f-d71baaf93a15/3f785be2-9e22-43b1-846f-d71baaf93a15.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.231128] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.233105] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eca4378a-3ed3-4dd0-b4dd-9b16d7c5968c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.235825] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe22a528-af6c-4b4b-b8d4-d743e5e7d05a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.255722] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b9e33d-a90f-4dd4-9e70-33fd36e40c1c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.258741] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1038.258741] env[69073]: value = "task-3219959" [ 1038.258741] env[69073]: _type = "Task" [ 1038.258741] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.265491] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91635d41-6e3e-4a09-b794-93057f8edde9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.271976] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.300687] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178597MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1038.300852] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.390032] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219957, 'name': CreateVM_Task, 'duration_secs': 0.286919} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.390302] env[69073]: DEBUG oslo_vmware.api [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3219958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209774} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.390462] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.390688] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.390862] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.391041] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.391219] env[69073]: INFO nova.compute.manager [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1038.391451] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.391807] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.391951] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.392291] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.392511] env[69073]: DEBUG nova.compute.manager [-] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.392609] env[69073]: DEBUG nova.network.neutron [-] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.394173] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2827a9e-d12c-48d0-8367-42f5a4fa7b39 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.401059] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1038.401059] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2d081-8fc6-f12c-6fdc-c11390f0226f" [ 1038.401059] env[69073]: _type = "Task" [ 1038.401059] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.410690] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2d081-8fc6-f12c-6fdc-c11390f0226f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.500731] env[69073]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 4bd9bffc-2243-4896-972b-a4a39670035f could not be found.", "detail": ""}} {{(pid=69073) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1038.500958] env[69073]: DEBUG nova.network.neutron [-] Unable to show port 4bd9bffc-2243-4896-972b-a4a39670035f as it no longer exists. {{(pid=69073) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1038.516332] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.716124] env[69073]: DEBUG nova.compute.manager [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.716446] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.718095] env[69073]: DEBUG nova.compute.utils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.724283] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545de949-5cdd-4f0b-aa90-60d741160cbe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.724283] env[69073]: DEBUG nova.compute.manager [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1038.732946] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.736209] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44f38fcb-8874-458e-9018-be4de9e58e13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.742799] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.745202] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8980b351-3244-4d21-91c2-b5d423595d58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.751354] env[69073]: DEBUG oslo_vmware.api [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 1038.751354] env[69073]: value = "task-3219960" [ 1038.751354] env[69073]: _type = "Task" [ 1038.751354] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.761192] env[69073]: DEBUG oslo_vmware.api [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1038.761192] env[69073]: value = "task-3219961" [ 1038.761192] env[69073]: _type = "Task" [ 1038.761192] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.776638] env[69073]: DEBUG oslo_vmware.api [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.787491] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086366} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.790697] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.791045] env[69073]: DEBUG oslo_vmware.api [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.791887] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee024c94-3cf0-4407-b50d-89a8dadeb49e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.820290] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 3f785be2-9e22-43b1-846f-d71baaf93a15/3f785be2-9e22-43b1-846f-d71baaf93a15.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.823813] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-280cf1ff-dba9-4c59-9349-1e94f9cb4943 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.846825] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1038.846825] env[69073]: value = "task-3219962" [ 1038.846825] env[69073]: _type = "Task" [ 1038.846825] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.859162] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.914081] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2d081-8fc6-f12c-6fdc-c11390f0226f, 'name': SearchDatastore_Task, 'duration_secs': 0.015007} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.915015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.915015] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.915015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.915242] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.915362] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.915620] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-771693ef-eb03-415f-b2a1-37002f77c778 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.927738] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.928139] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.928738] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0350f3a-d131-4f78-8992-2d5db44b02dd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.935452] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1038.935452] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ecf28-8d4c-9435-9a95-37943681ba0a" [ 1038.935452] env[69073]: _type = "Task" [ 1038.935452] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.947620] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ecf28-8d4c-9435-9a95-37943681ba0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.102222] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2be8871-41a6-4d1a-a1e6-55a6d8682ce0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.110855] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48fd105-569e-43c2-bffc-28726262c8c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.145884] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2069bb-0544-4218-9b8d-6373a0623642 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.154500] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f303d2b7-6299-461f-9709-53b4a6cd82e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.173132] env[69073]: DEBUG nova.compute.provider_tree [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.228554] env[69073]: DEBUG nova.compute.manager [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.241396] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.241659] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.241835] env[69073]: INFO nova.compute.manager [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Shelving [ 1039.262990] env[69073]: DEBUG oslo_vmware.api [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219960, 'name': PowerOffVM_Task, 'duration_secs': 0.481191} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.263332] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.263506] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.263800] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-868a0a16-2a8f-4b29-a6bc-b936ef106e2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.275419] env[69073]: DEBUG oslo_vmware.api [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219961, 'name': PowerOffVM_Task, 'duration_secs': 0.465183} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.275668] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.275863] env[69073]: DEBUG nova.compute.manager [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.276910] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef56ea0-5ace-42d6-ad2a-9ed7e42c0f29 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.358033] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.402466] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.402691] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.402871] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Deleting the datastore file [datastore2] 75a443c6-e8bb-498c-ac8a-72da576850fa {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.403180] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7291396-b2c2-42af-88e6-44b5cd81ee24 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.412662] env[69073]: DEBUG oslo_vmware.api [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for the task: (returnval){ [ 1039.412662] env[69073]: value = "task-3219964" [ 1039.412662] env[69073]: _type = "Task" [ 1039.412662] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.421568] env[69073]: DEBUG oslo_vmware.api [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.449262] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ecf28-8d4c-9435-9a95-37943681ba0a, 'name': SearchDatastore_Task, 'duration_secs': 0.028702} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.450372] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1089a3f-7707-4e17-bbf2-e24d3c959f4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.456636] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1039.456636] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52279259-63d7-8459-bf2a-880b7b778ded" [ 1039.456636] env[69073]: _type = "Task" [ 1039.456636] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.468972] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52279259-63d7-8459-bf2a-880b7b778ded, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.562356] env[69073]: DEBUG nova.network.neutron [-] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.676938] env[69073]: DEBUG nova.scheduler.client.report [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.796212] env[69073]: DEBUG oslo_concurrency.lockutils [None req-83e3772e-5827-4a06-a302-e17c263f5c6b tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.858824] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219962, 'name': ReconfigVM_Task, 'duration_secs': 0.785345} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.859145] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 3f785be2-9e22-43b1-846f-d71baaf93a15/3f785be2-9e22-43b1-846f-d71baaf93a15.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.859792] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d725abad-aa4c-460a-8da0-12cec46d60ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.867909] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1039.867909] env[69073]: value = "task-3219965" [ 1039.867909] env[69073]: _type = "Task" [ 1039.867909] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.877551] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219965, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.925093] env[69073]: DEBUG oslo_vmware.api [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Task: {'id': task-3219964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233704} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.925093] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.925308] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.926034] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.926034] env[69073]: INFO nova.compute.manager [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1039.926034] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.926034] env[69073]: DEBUG nova.compute.manager [-] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.926299] env[69073]: DEBUG nova.network.neutron [-] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.968532] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52279259-63d7-8459-bf2a-880b7b778ded, 'name': SearchDatastore_Task, 'duration_secs': 0.01211} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.969702] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.969702] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 432808fc-e218-4c77-819d-500a9364cbe0/432808fc-e218-4c77-819d-500a9364cbe0.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.969702] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d5e2b17-38b7-453f-a8be-c07e768fafc8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.978843] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1039.978843] env[69073]: value = "task-3219966" [ 1039.978843] env[69073]: _type = "Task" [ 1039.978843] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.987790] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.034561] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquiring lock "fe8d3231-9311-402a-bf7b-742f44d90ad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.034825] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "fe8d3231-9311-402a-bf7b-742f44d90ad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.035053] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquiring lock "fe8d3231-9311-402a-bf7b-742f44d90ad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.035508] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "fe8d3231-9311-402a-bf7b-742f44d90ad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.035690] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "fe8d3231-9311-402a-bf7b-742f44d90ad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.038040] env[69073]: INFO nova.compute.manager [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Terminating instance [ 1040.065711] env[69073]: INFO nova.compute.manager [-] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Took 1.67 seconds to deallocate network for instance. [ 1040.162197] env[69073]: DEBUG nova.compute.manager [req-abf51763-1f19-4766-8ad2-0cff9cd95feb req-395208d0-6bcc-43e2-bdb6-ddb55c170a85 service nova] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Received event network-vif-deleted-8eee76be-27d3-41e8-b0bd-43475ad0b311 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.184364] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.184506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.307s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.189019] env[69073]: INFO nova.compute.claims [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.209016] env[69073]: DEBUG nova.objects.instance [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'flavor' on Instance uuid 7a5dd18c-691e-4825-83c5-39db5b0abc38 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.238810] env[69073]: DEBUG nova.compute.manager [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.253676] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.254015] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1780f19c-7d4b-4c8d-bbae-ab7fb4937be1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.043904] env[69073]: DEBUG nova.compute.manager [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.043904] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.046589] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.050968] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8027f181-351c-49ba-a68d-34d78f42f13e tempest-ServerActionsV293TestJSON-1421367696 tempest-ServerActionsV293TestJSON-1421367696-project-member] Lock "eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.712s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.058508] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b3405a-facb-45fd-883d-126c8ebc362c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.063444] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.063674] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.063827] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.064008] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.064165] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.064308] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.064514] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.064666] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.064825] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.064980] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.065162] env[69073]: DEBUG nova.virt.hardware [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.065739] env[69073]: DEBUG oslo_concurrency.lockutils [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.065901] env[69073]: DEBUG oslo_concurrency.lockutils [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.066075] env[69073]: DEBUG nova.network.neutron [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.066275] env[69073]: DEBUG nova.objects.instance [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'info_cache' on Instance uuid 7a5dd18c-691e-4825-83c5-39db5b0abc38 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.072020] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa05ec9-8ae4-4b4f-8412-b361100a0fe5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.074777] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1041.074777] env[69073]: value = "task-3219967" [ 1041.074777] env[69073]: _type = "Task" [ 1041.074777] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.089473] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.089685] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219965, 'name': Rename_Task, 'duration_secs': 0.222382} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.089901] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852055} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.091567] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003d731-a0a0-4b55-ac4d-3487d89b62a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.095833] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222679b6-a010-4557-a53d-e8f4450ed6ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.097680] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.097963] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 432808fc-e218-4c77-819d-500a9364cbe0/432808fc-e218-4c77-819d-500a9364cbe0.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.098218] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.101618] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd79b621-4fab-43d0-8f39-fe8716a35137 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.103430] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f272aade-4569-4f8e-9c4f-5011cfdd87fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.106185] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.112712] env[69073]: DEBUG oslo_vmware.api [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 1041.112712] env[69073]: value = "task-3219969" [ 1041.112712] env[69073]: _type = "Task" [ 1041.112712] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.122734] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1041.122734] env[69073]: value = "task-3219970" [ 1041.122734] env[69073]: _type = "Task" [ 1041.122734] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.124430] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.129963] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.130340] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1041.130340] env[69073]: value = "task-3219968" [ 1041.130340] env[69073]: _type = "Task" [ 1041.130340] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.134276] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.140837] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af681cab-7602-4672-806c-d4d6f2b09014 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.161645] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.169577] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.171592] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.171592] env[69073]: value = "task-3219971" [ 1041.171592] env[69073]: _type = "Task" [ 1041.171592] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.171592] env[69073]: DEBUG oslo_vmware.api [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.179973] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219971, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.554855] env[69073]: DEBUG nova.network.neutron [-] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.573796] env[69073]: DEBUG nova.objects.base [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Object Instance<7a5dd18c-691e-4825-83c5-39db5b0abc38> lazy-loaded attributes: flavor,info_cache {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.588451] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219967, 'name': PowerOffVM_Task, 'duration_secs': 0.230132} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.588712] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.589578] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da91563-c7f2-4ac0-9314-31bcebacc348 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.614203] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa20d7c1-21e3-495d-a6cc-a6ea5076a9b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.633589] env[69073]: DEBUG oslo_vmware.api [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219969, 'name': PowerOffVM_Task, 'duration_secs': 0.235075} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.634266] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.634266] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.634266] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ff1c644-ad7e-41cf-915f-ed7c3a85736e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.648370] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091572} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.651816] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.652167] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.655715] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c8ff0-2367-4fbd-b505-de0a997f7f92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.676973] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 432808fc-e218-4c77-819d-500a9364cbe0/432808fc-e218-4c77-819d-500a9364cbe0.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.680155] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618443f5-4262-4bba-9f04-1c18ca0531fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.703757] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219971, 'name': CreateVM_Task, 'duration_secs': 0.346809} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.704893] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.705260] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1041.705260] env[69073]: value = "task-3219973" [ 1041.705260] env[69073]: _type = "Task" [ 1041.705260] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.707864] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.708032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.708368] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.708842] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27db3030-c276-4108-986b-25534be5f2f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.716816] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1041.716816] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525b7eb8-a774-f94e-ec7c-1bf34bd545e8" [ 1041.716816] env[69073]: _type = "Task" [ 1041.716816] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.720212] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219973, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.733106] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525b7eb8-a774-f94e-ec7c-1bf34bd545e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.733429] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.733665] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.733924] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.734165] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.734373] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.734653] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53526b03-0a27-4858-b4a5-70fb3f6e4ddf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.737855] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.738068] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.738324] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Deleting the datastore file [datastore2] fe8d3231-9311-402a-bf7b-742f44d90ad7 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.741875] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce7935a6-7614-4a0e-b422-440ee44cfe99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.749546] env[69073]: DEBUG oslo_vmware.api [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for the task: (returnval){ [ 1041.749546] env[69073]: value = "task-3219974" [ 1041.749546] env[69073]: _type = "Task" [ 1041.749546] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.750703] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.750882] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.754653] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e18dd23-216c-46d4-b803-f9bf22b78b7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.764663] env[69073]: DEBUG oslo_vmware.api [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.765977] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1041.765977] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52379405-b7ea-c3bd-93ce-9b8f82fe1ff6" [ 1041.765977] env[69073]: _type = "Task" [ 1041.765977] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.776857] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52379405-b7ea-c3bd-93ce-9b8f82fe1ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.920485] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722780c9-b270-4b49-9e62-45e66d47f5cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.931350] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6407c4f-aff9-4109-b4d0-3db7ab435c3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.962598] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e69494-721b-46d2-b5dc-648aba09c1d7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.970900] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ddbab3-daba-4fb4-afee-b5428a700ec4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.986162] env[69073]: DEBUG nova.compute.provider_tree [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.057068] env[69073]: INFO nova.compute.manager [-] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Took 2.13 seconds to deallocate network for instance. [ 1042.124995] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.125812] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8310be5b-729e-4558-bcca-a0f47994cd0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.134383] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1042.134383] env[69073]: value = "task-3219975" [ 1042.134383] env[69073]: _type = "Task" [ 1042.134383] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.147434] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219975, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.152764] env[69073]: DEBUG oslo_vmware.api [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219968, 'name': PowerOnVM_Task, 'duration_secs': 0.817584} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.153041] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.153276] env[69073]: INFO nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1042.153399] env[69073]: DEBUG nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.154707] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cfd959-a838-4c9a-a95c-270ad634c7e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.202513] env[69073]: DEBUG nova.compute.manager [req-3c209401-6e7c-4b3b-8b6a-36331edebe68 req-19c1ea3c-50e1-4609-b393-abf0ef14996f service nova] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Received event network-vif-deleted-9969190e-5316-492b-872a-9b04afaa99c1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.220268] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219973, 'name': ReconfigVM_Task, 'duration_secs': 0.327917} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.220573] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 432808fc-e218-4c77-819d-500a9364cbe0/432808fc-e218-4c77-819d-500a9364cbe0.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.221573] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08ce523e-784f-4579-8ac8-33eecf3c8188 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.230354] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1042.230354] env[69073]: value = "task-3219976" [ 1042.230354] env[69073]: _type = "Task" [ 1042.230354] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.242997] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219976, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.262025] env[69073]: DEBUG oslo_vmware.api [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Task: {'id': task-3219974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17738} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.262025] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.262025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.262025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.262025] env[69073]: INFO nova.compute.manager [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1042.262025] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.262025] env[69073]: DEBUG nova.compute.manager [-] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.262025] env[69073]: DEBUG nova.network.neutron [-] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.275925] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52379405-b7ea-c3bd-93ce-9b8f82fe1ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.019946} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.276732] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6509958-6a45-4a77-a27a-b04b965104bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.286208] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1042.286208] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524dc904-ed73-53b3-a79d-73dd3443435b" [ 1042.286208] env[69073]: _type = "Task" [ 1042.286208] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.294081] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524dc904-ed73-53b3-a79d-73dd3443435b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.362090] env[69073]: DEBUG nova.network.neutron [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.489944] env[69073]: DEBUG nova.scheduler.client.report [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.564283] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.649629] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219975, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.675090] env[69073]: INFO nova.compute.manager [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Took 27.24 seconds to build instance. [ 1042.741402] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219976, 'name': Rename_Task, 'duration_secs': 0.213429} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.741709] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.741958] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffa9ae66-82a3-4f08-b0da-23c246bb2bef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.749962] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1042.749962] env[69073]: value = "task-3219977" [ 1042.749962] env[69073]: _type = "Task" [ 1042.749962] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.758509] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.795384] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524dc904-ed73-53b3-a79d-73dd3443435b, 'name': SearchDatastore_Task, 'duration_secs': 0.016239} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.795777] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.796192] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b/b9bdfdcf-7062-4225-8727-09b8cdee4b8b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.796536] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd179b79-6708-4186-b2da-189a35901e6d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.804963] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1042.804963] env[69073]: value = "task-3219978" [ 1042.804963] env[69073]: _type = "Task" [ 1042.804963] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.813824] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.850025] env[69073]: DEBUG nova.compute.manager [req-a3dc11c6-6e20-458c-b499-c7adbcfe9b28 req-8ef1252b-6e86-4f0a-8198-fd7ded9a61fa service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Received event network-vif-deleted-7d7fda63-f8ae-44df-a08f-612dc212cb3f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.850685] env[69073]: INFO nova.compute.manager [req-a3dc11c6-6e20-458c-b499-c7adbcfe9b28 req-8ef1252b-6e86-4f0a-8198-fd7ded9a61fa service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Neutron deleted interface 7d7fda63-f8ae-44df-a08f-612dc212cb3f; detaching it from the instance and deleting it from the info cache [ 1042.850685] env[69073]: DEBUG nova.network.neutron [req-a3dc11c6-6e20-458c-b499-c7adbcfe9b28 req-8ef1252b-6e86-4f0a-8198-fd7ded9a61fa service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.865313] env[69073]: DEBUG oslo_concurrency.lockutils [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.995488] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.995631] env[69073]: DEBUG nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.998531] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.804s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.998809] env[69073]: DEBUG nova.objects.instance [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'resources' on Instance uuid 63089922-3b7d-4f13-bfeb-d4a5cf815abb {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.156745] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219975, 'name': CreateSnapshot_Task, 'duration_secs': 0.818548} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.156745] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.156745] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08309444-fba4-4140-8253-830cc60d7043 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.177375] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd937deb-7a12-457e-8e1b-07e62ea7f58b tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "3f785be2-9e22-43b1-846f-d71baaf93a15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.755s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.262884] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219977, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.316167] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496027} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.316720] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b/b9bdfdcf-7062-4225-8727-09b8cdee4b8b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.316720] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.316957] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b2b202e-d8f3-49ab-86ff-157ea0a9da20 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.324151] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1043.324151] env[69073]: value = "task-3219979" [ 1043.324151] env[69073]: _type = "Task" [ 1043.324151] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.327710] env[69073]: DEBUG nova.network.neutron [-] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.332216] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.353304] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c6042ad-7d83-4587-87e7-2bd635aadd6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.365145] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d08d35c-4486-4808-b5bf-0a657d266b7c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.404230] env[69073]: DEBUG nova.compute.manager [req-a3dc11c6-6e20-458c-b499-c7adbcfe9b28 req-8ef1252b-6e86-4f0a-8198-fd7ded9a61fa service nova] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Detach interface failed, port_id=7d7fda63-f8ae-44df-a08f-612dc212cb3f, reason: Instance fe8d3231-9311-402a-bf7b-742f44d90ad7 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.505030] env[69073]: DEBUG nova.compute.utils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.505030] env[69073]: DEBUG nova.objects.instance [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'numa_topology' on Instance uuid 63089922-3b7d-4f13-bfeb-d4a5cf815abb {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.506162] env[69073]: DEBUG nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.506444] env[69073]: DEBUG nova.network.neutron [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.557621] env[69073]: DEBUG nova.policy [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191b35ea90a44a59958e58253a85fda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f58016a7de41ca9415932d9e17fa92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.680248] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1043.680248] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00f3d1bd-9a86-4f4a-88cf-442a1981a388 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.688968] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1043.688968] env[69073]: value = "task-3219980" [ 1043.688968] env[69073]: _type = "Task" [ 1043.688968] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.700770] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219980, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.760825] env[69073]: DEBUG oslo_vmware.api [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219977, 'name': PowerOnVM_Task, 'duration_secs': 0.71602} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.761164] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.761415] env[69073]: INFO nova.compute.manager [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Took 6.00 seconds to spawn the instance on the hypervisor. [ 1043.761634] env[69073]: DEBUG nova.compute.manager [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.762488] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8190805-ca93-497f-a1ac-66004dfdea99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.837658] env[69073]: INFO nova.compute.manager [-] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Took 1.58 seconds to deallocate network for instance. [ 1043.842328] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086067} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.843948] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.846292] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2347b0e8-ddd8-412d-8c5c-b2402f0d0e93 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.870536] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b/b9bdfdcf-7062-4225-8727-09b8cdee4b8b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.870997] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae25b753-a635-4e30-a09f-8e689b37bf2c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.886539] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.887131] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a6efbac-adeb-4661-a94d-5a1f25fffaf0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.896525] env[69073]: DEBUG oslo_vmware.api [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1043.896525] env[69073]: value = "task-3219981" [ 1043.896525] env[69073]: _type = "Task" [ 1043.896525] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.897861] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1043.897861] env[69073]: value = "task-3219982" [ 1043.897861] env[69073]: _type = "Task" [ 1043.897861] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.910153] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.913515] env[69073]: DEBUG nova.network.neutron [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Successfully created port: ea7928b2-1e1d-4ba5-848b-7f5a295938c3 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.915490] env[69073]: DEBUG oslo_vmware.api [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.006859] env[69073]: DEBUG nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.010301] env[69073]: DEBUG nova.objects.base [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Object Instance<63089922-3b7d-4f13-bfeb-d4a5cf815abb> lazy-loaded attributes: resources,numa_topology {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.044679] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquiring lock "3f785be2-9e22-43b1-846f-d71baaf93a15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.044944] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "3f785be2-9e22-43b1-846f-d71baaf93a15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.045198] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquiring lock "3f785be2-9e22-43b1-846f-d71baaf93a15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.045576] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "3f785be2-9e22-43b1-846f-d71baaf93a15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.045776] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "3f785be2-9e22-43b1-846f-d71baaf93a15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.048276] env[69073]: INFO nova.compute.manager [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Terminating instance [ 1044.200647] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219980, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.285838] env[69073]: INFO nova.compute.manager [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Took 20.82 seconds to build instance. [ 1044.349854] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e5abda-2665-41eb-b34a-bb92fe1a78a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.354357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.357473] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d215a7c-c08a-499c-bdd8-349570840cac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.390269] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d086d357-6876-46cb-a925-32676ad2a52e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.403935] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f69b72-8070-4b6b-9e52-431724d8cdb2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.417221] env[69073]: DEBUG oslo_vmware.api [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.428158] env[69073]: DEBUG nova.compute.provider_tree [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.429622] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.555299] env[69073]: DEBUG nova.compute.manager [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.555581] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.557187] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d9d0c7-357a-4703-a9d3-61c7fd42cc72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.566022] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.566312] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8efbd1a-af80-4dd8-bf34-e7d2e459b117 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.572341] env[69073]: DEBUG oslo_vmware.api [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1044.572341] env[69073]: value = "task-3219983" [ 1044.572341] env[69073]: _type = "Task" [ 1044.572341] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.581651] env[69073]: DEBUG oslo_vmware.api [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.700915] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219980, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.788816] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5d75108c-5ad6-4e4d-9f45-50afa90c5b41 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "432808fc-e218-4c77-819d-500a9364cbe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.335s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.908143] env[69073]: DEBUG oslo_vmware.api [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3219981, 'name': PowerOnVM_Task, 'duration_secs': 0.718955} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.908440] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.908651] env[69073]: DEBUG nova.compute.manager [None req-27062e28-8b79-4860-95a1-e31be03bf3f0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.909439] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4de2cf-a669-41cc-a9ba-4b98aa176004 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.922893] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219982, 'name': ReconfigVM_Task, 'duration_secs': 0.712468} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.923386] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b/b9bdfdcf-7062-4225-8727-09b8cdee4b8b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.923945] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25e567a3-20fb-4fd6-953f-d84796fce158 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.929835] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1044.929835] env[69073]: value = "task-3219984" [ 1044.929835] env[69073]: _type = "Task" [ 1044.929835] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.933243] env[69073]: DEBUG nova.scheduler.client.report [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.943227] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219984, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.019987] env[69073]: DEBUG nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.045129] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.045412] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.045620] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.045766] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.045908] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.046062] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.046269] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.046424] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.046588] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.046747] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.046915] env[69073]: DEBUG nova.virt.hardware [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.047807] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2853d4ae-200c-409f-97e0-332e1537d150 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.055397] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b334f2a4-d0be-46f3-bddb-65d08c9eeec5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.081555] env[69073]: DEBUG oslo_vmware.api [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219983, 'name': PowerOffVM_Task, 'duration_secs': 0.206522} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.081812] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.081975] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.082227] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-395448f2-e89a-4c74-8096-06d5464ec863 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.143855] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.144224] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.144437] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Deleting the datastore file [datastore1] 3f785be2-9e22-43b1-846f-d71baaf93a15 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.144703] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a633885b-d4a1-41ac-b4f9-4b0220d62626 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.151612] env[69073]: DEBUG oslo_vmware.api [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for the task: (returnval){ [ 1045.151612] env[69073]: value = "task-3219986" [ 1045.151612] env[69073]: _type = "Task" [ 1045.151612] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.159008] env[69073]: DEBUG oslo_vmware.api [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.200078] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3219980, 'name': CloneVM_Task, 'duration_secs': 1.307337} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.200372] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Created linked-clone VM from snapshot [ 1045.201114] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec3575-d709-4a31-9c21-200483d2f195 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.208178] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Uploading image d5368aba-67f1-4a20-94d2-ebf18ce6f51f {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1045.230428] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1045.230428] env[69073]: value = "vm-643776" [ 1045.230428] env[69073]: _type = "VirtualMachine" [ 1045.230428] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1045.230707] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97369204-ce06-422e-addc-b569dec84915 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.237755] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lease: (returnval){ [ 1045.237755] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521d0ed5-a379-a13f-aee6-5ec3bfc3c875" [ 1045.237755] env[69073]: _type = "HttpNfcLease" [ 1045.237755] env[69073]: } obtained for exporting VM: (result){ [ 1045.237755] env[69073]: value = "vm-643776" [ 1045.237755] env[69073]: _type = "VirtualMachine" [ 1045.237755] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1045.238088] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the lease: (returnval){ [ 1045.238088] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521d0ed5-a379-a13f-aee6-5ec3bfc3c875" [ 1045.238088] env[69073]: _type = "HttpNfcLease" [ 1045.238088] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1045.244416] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.244416] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521d0ed5-a379-a13f-aee6-5ec3bfc3c875" [ 1045.244416] env[69073]: _type = "HttpNfcLease" [ 1045.244416] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.397407] env[69073]: DEBUG nova.compute.manager [req-588eab87-c029-40f6-b7e3-c339894be6f9 req-e6745eed-54c4-4860-bede-a6bc8dfbcd3f service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Received event network-vif-plugged-ea7928b2-1e1d-4ba5-848b-7f5a295938c3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.397641] env[69073]: DEBUG oslo_concurrency.lockutils [req-588eab87-c029-40f6-b7e3-c339894be6f9 req-e6745eed-54c4-4860-bede-a6bc8dfbcd3f service nova] Acquiring lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.397845] env[69073]: DEBUG oslo_concurrency.lockutils [req-588eab87-c029-40f6-b7e3-c339894be6f9 req-e6745eed-54c4-4860-bede-a6bc8dfbcd3f service nova] Lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.398043] env[69073]: DEBUG oslo_concurrency.lockutils [req-588eab87-c029-40f6-b7e3-c339894be6f9 req-e6745eed-54c4-4860-bede-a6bc8dfbcd3f service nova] Lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.398244] env[69073]: DEBUG nova.compute.manager [req-588eab87-c029-40f6-b7e3-c339894be6f9 req-e6745eed-54c4-4860-bede-a6bc8dfbcd3f service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] No waiting events found dispatching network-vif-plugged-ea7928b2-1e1d-4ba5-848b-7f5a295938c3 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.398441] env[69073]: WARNING nova.compute.manager [req-588eab87-c029-40f6-b7e3-c339894be6f9 req-e6745eed-54c4-4860-bede-a6bc8dfbcd3f service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Received unexpected event network-vif-plugged-ea7928b2-1e1d-4ba5-848b-7f5a295938c3 for instance with vm_state building and task_state spawning. [ 1045.443222] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.444s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.445242] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219984, 'name': Rename_Task, 'duration_secs': 0.264035} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.445637] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.250s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.445866] env[69073]: DEBUG nova.objects.instance [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lazy-loading 'resources' on Instance uuid 8d941de3-57e6-478e-87f8-d16902e5afae {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.446943] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.450096] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c145f03f-321b-4c83-ac7e-cb592f9c5f19 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.455904] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1045.455904] env[69073]: value = "task-3219988" [ 1045.455904] env[69073]: _type = "Task" [ 1045.455904] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.466855] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.497380] env[69073]: DEBUG nova.network.neutron [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Successfully updated port: ea7928b2-1e1d-4ba5-848b-7f5a295938c3 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.664178] env[69073]: DEBUG oslo_vmware.api [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Task: {'id': task-3219986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354299} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.664529] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.664774] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.665015] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.665255] env[69073]: INFO nova.compute.manager [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1045.665549] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.665799] env[69073]: DEBUG nova.compute.manager [-] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.665939] env[69073]: DEBUG nova.network.neutron [-] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.747069] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.747069] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521d0ed5-a379-a13f-aee6-5ec3bfc3c875" [ 1045.747069] env[69073]: _type = "HttpNfcLease" [ 1045.747069] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.747445] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.747445] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521d0ed5-a379-a13f-aee6-5ec3bfc3c875" [ 1045.747445] env[69073]: _type = "HttpNfcLease" [ 1045.747445] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1045.748238] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfca2a2d-4f23-4f80-9711-f2c0b25cb344 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.757020] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520262ea-2c75-7593-5a32-09f08b7b9c6f/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.757226] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520262ea-2c75-7593-5a32-09f08b7b9c6f/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1045.872033] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f1b2c2c-4b70-40da-a420-c8ac39b9ca51 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.961692] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f9335750-b3ee-4965-bef1-d2e7b48c8021 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.356s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.963275] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 15.613s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.963275] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.963275] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.963510] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.965925] env[69073]: INFO nova.compute.manager [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Terminating instance [ 1045.970972] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.000657] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "refresh_cache-8cf7826a-81c4-4dcb-b1ae-bac1844fea46" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.000831] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "refresh_cache-8cf7826a-81c4-4dcb-b1ae-bac1844fea46" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.000984] env[69073]: DEBUG nova.network.neutron [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.335720] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70432884-2c74-451b-96f1-3429b77e814f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.344445] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ecde11-dc9a-4fa2-9796-df86d8f898e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.374755] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a3903d-48d6-4fe9-bd10-aae87aedd35c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.382994] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d488cb-4a92-4041-b363-a3f77aace1e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.397708] env[69073]: DEBUG nova.compute.provider_tree [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.454793] env[69073]: DEBUG nova.network.neutron [-] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.470714] env[69073]: DEBUG oslo_vmware.api [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219988, 'name': PowerOnVM_Task, 'duration_secs': 0.726279} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.471144] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.472222] env[69073]: INFO nova.compute.manager [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Took 6.23 seconds to spawn the instance on the hypervisor. [ 1046.472970] env[69073]: DEBUG nova.compute.manager [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.473919] env[69073]: DEBUG nova.compute.manager [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.474241] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.475526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f96d281-800f-4b56-8df0-b5ef6201af82 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.480643] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0df1313-585b-45b9-ac29-e1cb880cf246 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.495191] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6ed528-cd4a-4f6b-9ec4-2c0a43caf9dd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.533171] env[69073]: WARNING nova.virt.vmwareapi.vmops [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 63089922-3b7d-4f13-bfeb-d4a5cf815abb could not be found. [ 1046.533512] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.533828] env[69073]: INFO nova.compute.manager [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1046.534147] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.534484] env[69073]: DEBUG nova.compute.manager [-] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.534763] env[69073]: DEBUG nova.network.neutron [-] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.550507] env[69073]: DEBUG nova.network.neutron [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.733325] env[69073]: DEBUG nova.network.neutron [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Updating instance_info_cache with network_info: [{"id": "ea7928b2-1e1d-4ba5-848b-7f5a295938c3", "address": "fa:16:3e:ce:ab:22", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7928b2-1e", "ovs_interfaceid": "ea7928b2-1e1d-4ba5-848b-7f5a295938c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.901971] env[69073]: DEBUG nova.scheduler.client.report [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.964405] env[69073]: INFO nova.compute.manager [-] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Took 1.30 seconds to deallocate network for instance. [ 1047.001297] env[69073]: INFO nova.compute.manager [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Took 22.22 seconds to build instance. [ 1047.236910] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "refresh_cache-8cf7826a-81c4-4dcb-b1ae-bac1844fea46" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.236910] env[69073]: DEBUG nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Instance network_info: |[{"id": "ea7928b2-1e1d-4ba5-848b-7f5a295938c3", "address": "fa:16:3e:ce:ab:22", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7928b2-1e", "ovs_interfaceid": "ea7928b2-1e1d-4ba5-848b-7f5a295938c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.237319] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:ab:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea7928b2-1e1d-4ba5-848b-7f5a295938c3', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.245193] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.245551] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.245861] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fb2af42-2b6f-4e6c-9ae9-4ae033e176bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.266250] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.266250] env[69073]: value = "task-3219989" [ 1047.266250] env[69073]: _type = "Task" [ 1047.266250] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.276766] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219989, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.326608] env[69073]: DEBUG nova.network.neutron [-] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.407108] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.410262] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.123s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.411845] env[69073]: INFO nova.compute.claims [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.439665] env[69073]: INFO nova.scheduler.client.report [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted allocations for instance 8d941de3-57e6-478e-87f8-d16902e5afae [ 1047.472212] env[69073]: DEBUG nova.compute.manager [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Received event network-changed-ea7928b2-1e1d-4ba5-848b-7f5a295938c3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.472651] env[69073]: DEBUG nova.compute.manager [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Refreshing instance network info cache due to event network-changed-ea7928b2-1e1d-4ba5-848b-7f5a295938c3. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.472969] env[69073]: DEBUG oslo_concurrency.lockutils [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] Acquiring lock "refresh_cache-8cf7826a-81c4-4dcb-b1ae-bac1844fea46" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.473841] env[69073]: DEBUG oslo_concurrency.lockutils [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] Acquired lock "refresh_cache-8cf7826a-81c4-4dcb-b1ae-bac1844fea46" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.473841] env[69073]: DEBUG nova.network.neutron [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Refreshing network info cache for port ea7928b2-1e1d-4ba5-848b-7f5a295938c3 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.476456] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.504975] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8d708e36-9486-417c-a6a1-ef9ea3ebfd2e tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.735s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.776985] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3219989, 'name': CreateVM_Task, 'duration_secs': 0.390372} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.777249] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.778071] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.778244] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.778602] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.778872] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85ffcdf5-2f0f-499b-8e04-6b0f0b8e42ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.783600] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1047.783600] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c0f421-62e0-19f9-b567-bb3a27bac5fb" [ 1047.783600] env[69073]: _type = "Task" [ 1047.783600] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.791053] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c0f421-62e0-19f9-b567-bb3a27bac5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.829754] env[69073]: INFO nova.compute.manager [-] [instance: 63089922-3b7d-4f13-bfeb-d4a5cf815abb] Took 1.29 seconds to deallocate network for instance. [ 1047.948755] env[69073]: DEBUG oslo_concurrency.lockutils [None req-aaacff3c-45c4-48ad-a98a-f3394a091ed3 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "8d941de3-57e6-478e-87f8-d16902e5afae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.337s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.076220] env[69073]: INFO nova.compute.manager [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Rebuilding instance [ 1048.130118] env[69073]: DEBUG nova.compute.manager [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.131599] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc09f709-2e4c-462f-8c2c-53bc90d947f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.220922] env[69073]: DEBUG nova.network.neutron [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Updated VIF entry in instance network info cache for port ea7928b2-1e1d-4ba5-848b-7f5a295938c3. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.220922] env[69073]: DEBUG nova.network.neutron [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Updating instance_info_cache with network_info: [{"id": "ea7928b2-1e1d-4ba5-848b-7f5a295938c3", "address": "fa:16:3e:ce:ab:22", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea7928b2-1e", "ovs_interfaceid": "ea7928b2-1e1d-4ba5-848b-7f5a295938c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.297024] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c0f421-62e0-19f9-b567-bb3a27bac5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01495} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.297024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.297024] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.297024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.297024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.297024] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.297024] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-027763c2-69cd-4a14-b7c7-8a1236ebecc9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.305809] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.306320] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.307245] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75de3095-8cf2-46d0-bddb-6a335a596bcc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.312760] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1048.312760] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52021efe-0f8e-8936-e5c4-66ee1ebe3ba0" [ 1048.312760] env[69073]: _type = "Task" [ 1048.312760] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.321168] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52021efe-0f8e-8936-e5c4-66ee1ebe3ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.720616] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f02d711-00f5-4b8d-ac91-dd4958eab495 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.723895] env[69073]: DEBUG oslo_concurrency.lockutils [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] Releasing lock "refresh_cache-8cf7826a-81c4-4dcb-b1ae-bac1844fea46" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.724167] env[69073]: DEBUG nova.compute.manager [req-9e3692e0-464b-4816-9a03-ee4ac738f39b req-6ddabdb6-29b8-43d2-9753-cd59749c66f3 service nova] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Received event network-vif-deleted-59a479e7-b2f2-4b56-9e15-1064eef73d04 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.729903] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db81eb40-215d-4dfc-993d-9f7407d854c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.760115] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee21e9f9-7e09-4f9a-adfa-53f32723211d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.768105] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3b15b-c3ba-4434-afbe-8858b9917f7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.783306] env[69073]: DEBUG nova.compute.provider_tree [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.824032] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52021efe-0f8e-8936-e5c4-66ee1ebe3ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.824661] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9248d91e-ce71-4011-80d7-5f0b8b4bf4de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.830701] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1048.830701] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5220c36e-1ac4-ae35-2e9c-6043b0bcfad3" [ 1048.830701] env[69073]: _type = "Task" [ 1048.830701] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.841015] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5220c36e-1ac4-ae35-2e9c-6043b0bcfad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.864696] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfb89558-67f3-4272-a677-8aaba234183c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "63089922-3b7d-4f13-bfeb-d4a5cf815abb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.902s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.049476] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "878aaa16-3056-4e38-8d64-4e713167e51a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.049752] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "878aaa16-3056-4e38-8d64-4e713167e51a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.049965] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "878aaa16-3056-4e38-8d64-4e713167e51a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.050213] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "878aaa16-3056-4e38-8d64-4e713167e51a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.050328] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "878aaa16-3056-4e38-8d64-4e713167e51a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.053489] env[69073]: INFO nova.compute.manager [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Terminating instance [ 1049.152830] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.153390] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a0a3e80-3aeb-4811-b5c2-d7fb948ba82f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.163127] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1049.163127] env[69073]: value = "task-3219990" [ 1049.163127] env[69073]: _type = "Task" [ 1049.163127] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.174980] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.287143] env[69073]: DEBUG nova.scheduler.client.report [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.342244] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5220c36e-1ac4-ae35-2e9c-6043b0bcfad3, 'name': SearchDatastore_Task, 'duration_secs': 0.012636} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.342385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.342639] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 8cf7826a-81c4-4dcb-b1ae-bac1844fea46/8cf7826a-81c4-4dcb-b1ae-bac1844fea46.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.342900] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b364a02a-6fb4-4079-bcd9-85c63dd12d50 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.350061] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1049.350061] env[69073]: value = "task-3219991" [ 1049.350061] env[69073]: _type = "Task" [ 1049.350061] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.358297] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.560220] env[69073]: DEBUG nova.compute.manager [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.560220] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.560220] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd68c0b8-543e-4b23-9fbb-8ff719fe161a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.574517] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.574768] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.576340] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.577223] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f498701-f9dd-4c54-89f0-e885438a3b4b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.584802] env[69073]: DEBUG oslo_vmware.api [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1049.584802] env[69073]: value = "task-3219992" [ 1049.584802] env[69073]: _type = "Task" [ 1049.584802] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.596352] env[69073]: DEBUG oslo_vmware.api [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.673443] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.792116] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.792738] env[69073]: DEBUG nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.795931] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.609s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.796141] env[69073]: DEBUG nova.objects.instance [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lazy-loading 'resources' on Instance uuid c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.860587] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219991, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.964210] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.964210] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.077751] env[69073]: DEBUG nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.098367] env[69073]: DEBUG oslo_vmware.api [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219992, 'name': PowerOffVM_Task, 'duration_secs': 0.243121} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.098669] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.098839] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.099112] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dc30346-b114-4618-b6be-b610aaaf58ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.161645] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.161864] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.162064] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleting the datastore file [datastore2] 878aaa16-3056-4e38-8d64-4e713167e51a {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.162339] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231ec914-6c9a-4317-9151-26f9431d917c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.175399] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219990, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.177273] env[69073]: DEBUG oslo_vmware.api [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1050.177273] env[69073]: value = "task-3219994" [ 1050.177273] env[69073]: _type = "Task" [ 1050.177273] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.185233] env[69073]: DEBUG oslo_vmware.api [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.300028] env[69073]: DEBUG nova.compute.utils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.304092] env[69073]: DEBUG nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.304282] env[69073]: DEBUG nova.network.neutron [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.341281] env[69073]: DEBUG nova.policy [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b72e69a8bc247c79058ec5da2ca4dcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18d24530c220454fa8171b7df1df481c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.360128] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771419} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.362663] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 8cf7826a-81c4-4dcb-b1ae-bac1844fea46/8cf7826a-81c4-4dcb-b1ae-bac1844fea46.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.362888] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.363346] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91bf5c86-b102-46b1-ae62-060f7bef6eb8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.370061] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1050.370061] env[69073]: value = "task-3219995" [ 1050.370061] env[69073]: _type = "Task" [ 1050.370061] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.383038] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.466965] env[69073]: DEBUG nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.598202] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.661866] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b804e87e-44bb-43be-a723-cfa8d6971265 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.672211] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be936f4-32b5-47f6-a36c-f8d8b4c81ff0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.679051] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219990, 'name': PowerOffVM_Task, 'duration_secs': 1.037893} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.683299] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.683545] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.713154] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef09eb-9c17-4dc5-a184-f93a1e012ef3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.717052] env[69073]: DEBUG nova.network.neutron [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Successfully created port: 7ace0349-5b8d-4549-839f-d58fadcc7721 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.719912] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f916654-2564-4099-a95a-b4a4019a69a4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.726188] env[69073]: DEBUG oslo_vmware.api [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3219994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359271} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.726917] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.727214] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.727535] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.727804] env[69073]: INFO nova.compute.manager [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1050.728192] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.732086] env[69073]: DEBUG nova.compute.manager [-] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.732193] env[69073]: DEBUG nova.network.neutron [-] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.733793] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.734088] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77734c38-da21-46e8-ba3e-f0453402b29d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.736903] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238e931-b12a-4e5c-a29f-3b690dee2c65 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.754762] env[69073]: DEBUG nova.compute.provider_tree [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.765071] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.765345] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.765704] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Deleting the datastore file [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.765992] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76d473aa-c704-42f8-8c26-17af7ec81a6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.773677] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1050.773677] env[69073]: value = "task-3219997" [ 1050.773677] env[69073]: _type = "Task" [ 1050.773677] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.784228] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.804846] env[69073]: DEBUG nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.880716] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066949} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.881030] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.881865] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec20ce3a-388c-4abf-b754-9b6cf7eeec95 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.907019] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 8cf7826a-81c4-4dcb-b1ae-bac1844fea46/8cf7826a-81c4-4dcb-b1ae-bac1844fea46.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.907019] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e250877-ea4c-4be4-9077-e398c2ec15b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.925717] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1050.925717] env[69073]: value = "task-3219998" [ 1050.925717] env[69073]: _type = "Task" [ 1050.925717] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.934586] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.994150] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.042497] env[69073]: DEBUG nova.compute.manager [req-8ac15ef2-d249-46bd-a882-d61da3b08852 req-4b817cfc-9c40-4036-9305-469e57e92ba0 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Received event network-vif-deleted-e94931e0-932c-4821-a75e-02c55c1ef0fe {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.042742] env[69073]: INFO nova.compute.manager [req-8ac15ef2-d249-46bd-a882-d61da3b08852 req-4b817cfc-9c40-4036-9305-469e57e92ba0 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Neutron deleted interface e94931e0-932c-4821-a75e-02c55c1ef0fe; detaching it from the instance and deleting it from the info cache [ 1051.042921] env[69073]: DEBUG nova.network.neutron [req-8ac15ef2-d249-46bd-a882-d61da3b08852 req-4b817cfc-9c40-4036-9305-469e57e92ba0 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.261124] env[69073]: DEBUG nova.scheduler.client.report [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.290025] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3219997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280113} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.290025] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.290025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.290025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.438013] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.521229] env[69073]: DEBUG nova.network.neutron [-] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.546076] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e24b368-fbf2-4fb3-83a1-cd10d0bdbd80 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.558075] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a99f73-542a-4a66-9e4b-dab0439cbe27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.590539] env[69073]: DEBUG nova.compute.manager [req-8ac15ef2-d249-46bd-a882-d61da3b08852 req-4b817cfc-9c40-4036-9305-469e57e92ba0 service nova] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Detach interface failed, port_id=e94931e0-932c-4821-a75e-02c55c1ef0fe, reason: Instance 878aaa16-3056-4e38-8d64-4e713167e51a could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.771038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.773059] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.606s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.777459] env[69073]: INFO nova.compute.claims [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.798157] env[69073]: INFO nova.scheduler.client.report [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Deleted allocations for instance c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52 [ 1051.815340] env[69073]: DEBUG nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.843996] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.844260] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.844416] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.844598] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.844745] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.844889] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.845134] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.845315] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.845517] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.845698] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.845875] env[69073]: DEBUG nova.virt.hardware [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.847027] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8271ea1b-6efc-48ba-a01d-cf1b353a74be {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.856486] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2cc9e7-be04-45be-b354-400f8e73d823 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.939380] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219998, 'name': ReconfigVM_Task, 'duration_secs': 0.597858} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.939682] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 8cf7826a-81c4-4dcb-b1ae-bac1844fea46/8cf7826a-81c4-4dcb-b1ae-bac1844fea46.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.940343] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c08b9cef-5f6d-4f4b-a697-fe94074459ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.946981] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1051.946981] env[69073]: value = "task-3219999" [ 1051.946981] env[69073]: _type = "Task" [ 1051.946981] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.954973] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219999, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.023367] env[69073]: INFO nova.compute.manager [-] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Took 1.29 seconds to deallocate network for instance. [ 1052.308441] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e67b0e03-cc0c-4eda-ab4a-7a71faaff98f tempest-ServersTestManualDisk-1461746353 tempest-ServersTestManualDisk-1461746353-project-member] Lock "c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.156s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.329390] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.329640] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.329796] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.329972] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.330142] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.330290] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.330501] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.330690] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.330821] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.330979] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.331169] env[69073]: DEBUG nova.virt.hardware [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.332576] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9f7076-5bd0-4881-afc5-637f578a6b4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.341526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0b965f-db85-47ab-ab84-36200bedffed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.356608] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.363769] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.364461] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.364688] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5098583c-1601-4c17-840a-599082d1124d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.382783] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.382783] env[69073]: value = "task-3220000" [ 1052.382783] env[69073]: _type = "Task" [ 1052.382783] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.392164] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220000, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.459589] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3219999, 'name': Rename_Task, 'duration_secs': 0.151902} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.460120] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.460357] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6c7cc04-26c4-4bc9-8533-bfd1e20406a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.469068] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1052.469068] env[69073]: value = "task-3220001" [ 1052.469068] env[69073]: _type = "Task" [ 1052.469068] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.485970] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.492143] env[69073]: DEBUG nova.compute.manager [req-a321f9ce-3af3-4064-8823-54d1eeffc9b0 req-cbb1338a-b3f0-43a4-a8ce-e9b6dd3b0030 service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Received event network-vif-plugged-7ace0349-5b8d-4549-839f-d58fadcc7721 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.492582] env[69073]: DEBUG oslo_concurrency.lockutils [req-a321f9ce-3af3-4064-8823-54d1eeffc9b0 req-cbb1338a-b3f0-43a4-a8ce-e9b6dd3b0030 service nova] Acquiring lock "529c6000-3990-4e61-af75-88633a0e7344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.492980] env[69073]: DEBUG oslo_concurrency.lockutils [req-a321f9ce-3af3-4064-8823-54d1eeffc9b0 req-cbb1338a-b3f0-43a4-a8ce-e9b6dd3b0030 service nova] Lock "529c6000-3990-4e61-af75-88633a0e7344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.493401] env[69073]: DEBUG oslo_concurrency.lockutils [req-a321f9ce-3af3-4064-8823-54d1eeffc9b0 req-cbb1338a-b3f0-43a4-a8ce-e9b6dd3b0030 service nova] Lock "529c6000-3990-4e61-af75-88633a0e7344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.493846] env[69073]: DEBUG nova.compute.manager [req-a321f9ce-3af3-4064-8823-54d1eeffc9b0 req-cbb1338a-b3f0-43a4-a8ce-e9b6dd3b0030 service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] No waiting events found dispatching network-vif-plugged-7ace0349-5b8d-4549-839f-d58fadcc7721 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.494785] env[69073]: WARNING nova.compute.manager [req-a321f9ce-3af3-4064-8823-54d1eeffc9b0 req-cbb1338a-b3f0-43a4-a8ce-e9b6dd3b0030 service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Received unexpected event network-vif-plugged-7ace0349-5b8d-4549-839f-d58fadcc7721 for instance with vm_state building and task_state spawning. [ 1052.530572] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.650836] env[69073]: DEBUG nova.network.neutron [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Successfully updated port: 7ace0349-5b8d-4549-839f-d58fadcc7721 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.898966] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220000, 'name': CreateVM_Task, 'duration_secs': 0.356364} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.899255] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.899912] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.900220] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.900696] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.901136] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64535b6f-9c7e-4403-b6ab-818734de0270 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.913020] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1052.913020] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc8047-8a45-e44d-2343-2e7f61504839" [ 1052.913020] env[69073]: _type = "Task" [ 1052.913020] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.920439] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc8047-8a45-e44d-2343-2e7f61504839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.984722] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.132103] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88643482-7f3d-4edd-a710-84bbc9acdb3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.140236] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37628952-114c-430d-858a-8cadb369b4a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.170729] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.170901] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquired lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.170989] env[69073]: DEBUG nova.network.neutron [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.172865] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e044477d-bed6-4565-88ce-752ff9e4b289 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.181254] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1000787f-8963-4b1c-a026-34bc2129cbc4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.195531] env[69073]: DEBUG nova.compute.provider_tree [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.421745] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fc8047-8a45-e44d-2343-2e7f61504839, 'name': SearchDatastore_Task, 'duration_secs': 0.025652} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.422076] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.422310] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.422552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.422702] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.422884] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.424052] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a18753ad-d387-40ee-9c13-9be5ae3dea19 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.435978] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.436186] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.436956] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff943bd-ba3c-4f86-b361-2b2af660b7e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.442838] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1053.442838] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5200c2a5-cfa6-f4be-d538-d5881a26c160" [ 1053.442838] env[69073]: _type = "Task" [ 1053.442838] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.451450] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5200c2a5-cfa6-f4be-d538-d5881a26c160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.479594] env[69073]: DEBUG oslo_vmware.api [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220001, 'name': PowerOnVM_Task, 'duration_secs': 0.677495} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.479889] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.480142] env[69073]: INFO nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1053.480331] env[69073]: DEBUG nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.481178] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cc5a91-c46b-4252-9971-8aa1a49361f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.700190] env[69073]: DEBUG nova.scheduler.client.report [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.716344] env[69073]: DEBUG nova.network.neutron [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.894856] env[69073]: DEBUG nova.network.neutron [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Updating instance_info_cache with network_info: [{"id": "7ace0349-5b8d-4549-839f-d58fadcc7721", "address": "fa:16:3e:cb:fc:ef", "network": {"id": "3ca79fb4-5b2c-4c50-9a8a-b1904e31c73d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-672035697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d24530c220454fa8171b7df1df481c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ace0349-5b", "ovs_interfaceid": "7ace0349-5b8d-4549-839f-d58fadcc7721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.952679] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5200c2a5-cfa6-f4be-d538-d5881a26c160, 'name': SearchDatastore_Task, 'duration_secs': 0.012225} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.953471] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75a5acb4-9d88-4859-b6b1-5f921ffe8cc9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.958411] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1053.958411] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525d72d6-bb92-0486-a3e1-44aabc8ccea1" [ 1053.958411] env[69073]: _type = "Task" [ 1053.958411] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.965820] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525d72d6-bb92-0486-a3e1-44aabc8ccea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.000587] env[69073]: INFO nova.compute.manager [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Took 25.15 seconds to build instance. [ 1054.205907] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.206482] env[69073]: DEBUG nova.compute.manager [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.209537] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.368s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.397676] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Releasing lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.398030] env[69073]: DEBUG nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Instance network_info: |[{"id": "7ace0349-5b8d-4549-839f-d58fadcc7721", "address": "fa:16:3e:cb:fc:ef", "network": {"id": "3ca79fb4-5b2c-4c50-9a8a-b1904e31c73d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-672035697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d24530c220454fa8171b7df1df481c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ace0349-5b", "ovs_interfaceid": "7ace0349-5b8d-4549-839f-d58fadcc7721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.398468] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:fc:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ace0349-5b8d-4549-839f-d58fadcc7721', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.409525] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Creating folder: Project (18d24530c220454fa8171b7df1df481c). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.409525] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab1b530f-4b77-4609-8205-438d447e5bca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.422349] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Created folder: Project (18d24530c220454fa8171b7df1df481c) in parent group-v643537. [ 1054.422954] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Creating folder: Instances. Parent ref: group-v643779. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.422954] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cce95773-2060-4e6e-8656-3eb92ffe75f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.433024] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Created folder: Instances in parent group-v643779. [ 1054.433024] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.433024] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.433024] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de8c0fe5-0da0-4d58-bd89-072792189a12 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.453844] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.453844] env[69073]: value = "task-3220004" [ 1054.453844] env[69073]: _type = "Task" [ 1054.453844] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.468770] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220004, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.474473] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525d72d6-bb92-0486-a3e1-44aabc8ccea1, 'name': SearchDatastore_Task, 'duration_secs': 0.013332} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.475061] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.475396] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b/b9bdfdcf-7062-4225-8727-09b8cdee4b8b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.475739] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-824433ab-ff19-41e5-bc87-251c9ccf0300 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.483512] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1054.483512] env[69073]: value = "task-3220005" [ 1054.483512] env[69073]: _type = "Task" [ 1054.483512] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.494622] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.502459] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2f8147c8-c0f9-4c0f-92c7-0cf5537a9e6f tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.667s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.604175] env[69073]: DEBUG nova.compute.manager [req-2375f224-0163-475d-84ce-a65600aa3154 req-33ddaf9d-4168-4de2-a8fa-0bad06ecaf06 service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Received event network-changed-7ace0349-5b8d-4549-839f-d58fadcc7721 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.604175] env[69073]: DEBUG nova.compute.manager [req-2375f224-0163-475d-84ce-a65600aa3154 req-33ddaf9d-4168-4de2-a8fa-0bad06ecaf06 service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Refreshing instance network info cache due to event network-changed-7ace0349-5b8d-4549-839f-d58fadcc7721. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.604175] env[69073]: DEBUG oslo_concurrency.lockutils [req-2375f224-0163-475d-84ce-a65600aa3154 req-33ddaf9d-4168-4de2-a8fa-0bad06ecaf06 service nova] Acquiring lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.604175] env[69073]: DEBUG oslo_concurrency.lockutils [req-2375f224-0163-475d-84ce-a65600aa3154 req-33ddaf9d-4168-4de2-a8fa-0bad06ecaf06 service nova] Acquired lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.604342] env[69073]: DEBUG nova.network.neutron [req-2375f224-0163-475d-84ce-a65600aa3154 req-33ddaf9d-4168-4de2-a8fa-0bad06ecaf06 service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Refreshing network info cache for port 7ace0349-5b8d-4549-839f-d58fadcc7721 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.713999] env[69073]: INFO nova.compute.claims [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.719109] env[69073]: DEBUG nova.compute.utils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.720615] env[69073]: DEBUG nova.compute.manager [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1054.966081] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220004, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.995006] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220005, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.222972] env[69073]: INFO nova.compute.resource_tracker [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating resource usage from migration d8f0c9ea-c035-4c99-ab49-da1fdc7f5cf1 [ 1055.226853] env[69073]: DEBUG nova.compute.manager [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.263578] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520262ea-2c75-7593-5a32-09f08b7b9c6f/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1055.267015] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111b1423-9f9d-4057-b3e5-44748fd2c90f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.271250] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520262ea-2c75-7593-5a32-09f08b7b9c6f/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1055.271649] env[69073]: ERROR oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520262ea-2c75-7593-5a32-09f08b7b9c6f/disk-0.vmdk due to incomplete transfer. [ 1055.272533] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c91421cf-bc83-49cb-8e13-e40e4f98ceed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.283472] env[69073]: DEBUG oslo_vmware.rw_handles [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520262ea-2c75-7593-5a32-09f08b7b9c6f/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1055.283674] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Uploaded image d5368aba-67f1-4a20-94d2-ebf18ce6f51f to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1055.286332] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1055.289811] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2b1d839-43dd-4bda-9c33-f2f17c662aa0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.299027] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1055.299027] env[69073]: value = "task-3220006" [ 1055.299027] env[69073]: _type = "Task" [ 1055.299027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.307940] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220006, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.362013] env[69073]: DEBUG nova.network.neutron [req-2375f224-0163-475d-84ce-a65600aa3154 req-33ddaf9d-4168-4de2-a8fa-0bad06ecaf06 service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Updated VIF entry in instance network info cache for port 7ace0349-5b8d-4549-839f-d58fadcc7721. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.362430] env[69073]: DEBUG nova.network.neutron [req-2375f224-0163-475d-84ce-a65600aa3154 req-33ddaf9d-4168-4de2-a8fa-0bad06ecaf06 service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Updating instance_info_cache with network_info: [{"id": "7ace0349-5b8d-4549-839f-d58fadcc7721", "address": "fa:16:3e:cb:fc:ef", "network": {"id": "3ca79fb4-5b2c-4c50-9a8a-b1904e31c73d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-672035697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d24530c220454fa8171b7df1df481c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ace0349-5b", "ovs_interfaceid": "7ace0349-5b8d-4549-839f-d58fadcc7721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.467883] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220004, 'name': CreateVM_Task, 'duration_secs': 0.612487} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.467883] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.468901] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.468999] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.469438] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.469765] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04285f8-4961-4ab3-8cdf-662021394f54 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.476433] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1055.476433] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223dea8-f5af-a02f-90a1-87c19debb685" [ 1055.476433] env[69073]: _type = "Task" [ 1055.476433] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.486574] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223dea8-f5af-a02f-90a1-87c19debb685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.497534] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609928} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.497843] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b/b9bdfdcf-7062-4225-8727-09b8cdee4b8b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.498164] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.498481] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8cf61e9-5574-4dc4-a568-c30d6283301c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.506411] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1055.506411] env[69073]: value = "task-3220007" [ 1055.506411] env[69073]: _type = "Task" [ 1055.506411] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.514113] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.585510] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee6cbc-663f-407f-b3d8-743584c0b970 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.594778] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386ae00f-a022-4f46-910b-1d528c934dbd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.629346] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59447730-ed1b-4971-a612-8de465d2be66 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.637502] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0424498a-af6d-4289-ba83-fd34becfa38b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.652283] env[69073]: DEBUG nova.compute.provider_tree [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.658141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "babb874a-6907-4048-af71-5485aff4ba70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.658345] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "babb874a-6907-4048-af71-5485aff4ba70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.810680] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220006, 'name': Destroy_Task, 'duration_secs': 0.381573} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.811049] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Destroyed the VM [ 1055.811367] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1055.812731] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-921f6061-4486-4d85-890a-66a5096a0c3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.819955] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1055.819955] env[69073]: value = "task-3220008" [ 1055.819955] env[69073]: _type = "Task" [ 1055.819955] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.828532] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.866839] env[69073]: DEBUG oslo_concurrency.lockutils [req-2375f224-0163-475d-84ce-a65600aa3154 req-33ddaf9d-4168-4de2-a8fa-0bad06ecaf06 service nova] Releasing lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.987962] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5223dea8-f5af-a02f-90a1-87c19debb685, 'name': SearchDatastore_Task, 'duration_secs': 0.013118} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.988313] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.988590] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.988850] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.989067] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.989220] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.989478] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45408fb5-4545-44bd-a575-b9f12ab7b7d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.999432] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.999646] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.000441] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f952c323-af7a-477a-945e-b9343df60ae7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.006235] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1056.006235] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529895ca-b31b-d25e-1706-c90a741c4b04" [ 1056.006235] env[69073]: _type = "Task" [ 1056.006235] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.022979] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529895ca-b31b-d25e-1706-c90a741c4b04, 'name': SearchDatastore_Task, 'duration_secs': 0.013408} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.026996] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115556} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.027290] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c09d4214-5074-4f31-be00-4f3a44a90f03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.029815] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.030609] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b767a995-d4ee-4492-83b5-84ee6bc26f09 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.035768] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1056.035768] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528072ee-2c0a-a8c8-a13e-14975b4f7f52" [ 1056.035768] env[69073]: _type = "Task" [ 1056.035768] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.052132] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b/b9bdfdcf-7062-4225-8727-09b8cdee4b8b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.055795] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77c70e1-7435-44ae-a2a1-17cf3df3ad59 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.076066] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528072ee-2c0a-a8c8-a13e-14975b4f7f52, 'name': SearchDatastore_Task, 'duration_secs': 0.013146} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.077686] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.077769] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 529c6000-3990-4e61-af75-88633a0e7344/529c6000-3990-4e61-af75-88633a0e7344.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.078112] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1056.078112] env[69073]: value = "task-3220009" [ 1056.078112] env[69073]: _type = "Task" [ 1056.078112] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.078311] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b2fce8e-a0c1-4595-8b7b-5e509176ef05 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.093024] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220009, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.093024] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1056.093024] env[69073]: value = "task-3220010" [ 1056.093024] env[69073]: _type = "Task" [ 1056.093024] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.100957] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.155456] env[69073]: DEBUG nova.scheduler.client.report [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.160038] env[69073]: DEBUG nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.241313] env[69073]: DEBUG nova.compute.manager [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.271082] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.271439] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.271743] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.272019] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.274371] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.274571] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.274771] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.274974] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.275192] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.275424] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.275654] env[69073]: DEBUG nova.virt.hardware [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.276578] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb3d5b0-3ae0-4217-940e-c81704f83ca5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.286715] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4b4a9f-8340-4ba1-97d9-1f5ea1e29cf3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.303422] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.309651] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Creating folder: Project (a142a3216c4e47e79488e7e434a5d367). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.310227] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11080970-ed40-4169-8080-ee4b91aea669 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.327701] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Created folder: Project (a142a3216c4e47e79488e7e434a5d367) in parent group-v643537. [ 1056.328052] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Creating folder: Instances. Parent ref: group-v643782. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.329045] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-77fbd847-df2b-4aeb-94a0-e0079044a2c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.336904] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220008, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373917} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.337491] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1056.337636] env[69073]: DEBUG nova.compute.manager [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.338535] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c707b053-bc59-41f5-8e88-689557384c6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.342954] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Created folder: Instances in parent group-v643782. [ 1056.343242] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.344409] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.344709] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3754d46c-1d2a-489d-b1d9-35b2fd14498b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.367246] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.367246] env[69073]: value = "task-3220013" [ 1056.367246] env[69073]: _type = "Task" [ 1056.367246] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.375867] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220013, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.593045] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220009, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.600897] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485386} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.601524] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 529c6000-3990-4e61-af75-88633a0e7344/529c6000-3990-4e61-af75-88633a0e7344.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.601782] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.602068] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ab6ebe-6173-430f-9bec-acfbd7a709a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.607721] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1056.607721] env[69073]: value = "task-3220014" [ 1056.607721] env[69073]: _type = "Task" [ 1056.607721] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.615904] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.662345] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.452s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.662714] env[69073]: INFO nova.compute.manager [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Migrating [ 1056.669552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.458s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.671642] env[69073]: INFO nova.compute.claims [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.706020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.868316] env[69073]: INFO nova.compute.manager [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Shelve offloading [ 1056.878932] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220013, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.096280] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220009, 'name': ReconfigVM_Task, 'duration_secs': 0.521101} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.096583] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b/b9bdfdcf-7062-4225-8727-09b8cdee4b8b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.097264] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-389c637c-6b06-4275-9071-38032302f62f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.104499] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1057.104499] env[69073]: value = "task-3220015" [ 1057.104499] env[69073]: _type = "Task" [ 1057.104499] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.114862] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220015, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.119860] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.300717} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.120131] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.121198] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d429ee4-70d0-4579-9379-95178c42aeb9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.150474] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 529c6000-3990-4e61-af75-88633a0e7344/529c6000-3990-4e61-af75-88633a0e7344.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.151375] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccecb3b5-65ec-47a6-9672-f08b9181328a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.171852] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1057.171852] env[69073]: value = "task-3220016" [ 1057.171852] env[69073]: _type = "Task" [ 1057.171852] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.180947] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.190294] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.190294] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.190294] env[69073]: DEBUG nova.network.neutron [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.379017] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.379301] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220013, 'name': CreateVM_Task, 'duration_secs': 0.766646} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.379516] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00d4a2a7-6135-4c1a-9f31-3c532dca2404 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.381178] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.382036] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.382036] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.382186] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.382670] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665fce1f-e348-4883-a1a7-17a04e424b7f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.387911] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1057.387911] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a1d65b-3f15-ad4d-0856-8f7eaefd14f2" [ 1057.387911] env[69073]: _type = "Task" [ 1057.387911] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.389325] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1057.389325] env[69073]: value = "task-3220017" [ 1057.389325] env[69073]: _type = "Task" [ 1057.389325] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.400793] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a1d65b-3f15-ad4d-0856-8f7eaefd14f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.404788] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1057.405016] env[69073]: DEBUG nova.compute.manager [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.405801] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d9bb5f-2d20-4e3a-ab46-f8533895a332 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.413105] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.413463] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413827] env[69073]: DEBUG nova.network.neutron [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.615828] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220015, 'name': Rename_Task, 'duration_secs': 0.147629} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.616183] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.616452] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45e58d63-dfef-427c-aa9f-102f8f3b33a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.622302] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1057.622302] env[69073]: value = "task-3220018" [ 1057.622302] env[69073]: _type = "Task" [ 1057.622302] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.629862] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.680779] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220016, 'name': ReconfigVM_Task, 'duration_secs': 0.270407} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.681069] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 529c6000-3990-4e61-af75-88633a0e7344/529c6000-3990-4e61-af75-88633a0e7344.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.681703] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6339b9e-af1f-445e-8f93-28d2fe938b3a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.690468] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1057.690468] env[69073]: value = "task-3220019" [ 1057.690468] env[69073]: _type = "Task" [ 1057.690468] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.700338] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220019, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.899314] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a1d65b-3f15-ad4d-0856-8f7eaefd14f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015615} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.903098] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.903098] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.903286] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.903341] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.904600] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.904600] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90166b6a-cceb-460d-8eb7-4a0b95b64f8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.915607] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.915844] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.919065] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab4b54b-32bd-4170-9e43-1948e6c361dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.927076] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1057.927076] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526e1256-f043-3085-7e9c-748a2ca0e919" [ 1057.927076] env[69073]: _type = "Task" [ 1057.927076] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.935598] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526e1256-f043-3085-7e9c-748a2ca0e919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.959609] env[69073]: DEBUG nova.network.neutron [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance_info_cache with network_info: [{"id": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "address": "fa:16:3e:21:a0:7b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe63f7-c0", "ovs_interfaceid": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.056081] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc15ceef-866e-4cc0-85ee-b931ba179556 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.062891] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70023662-8e15-475a-acdf-c5f388527f7c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.095190] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff7e45-272b-4979-a62c-b396f3f2961d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.102549] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d1740-afea-44b5-80ff-3713c07fd108 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.117701] env[69073]: DEBUG nova.compute.provider_tree [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.133046] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220018, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.201353] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220019, 'name': Rename_Task, 'duration_secs': 0.164419} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.201645] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.201902] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a07a5441-ddc2-4ae3-b2f3-1ab42435f54a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.210900] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1058.210900] env[69073]: value = "task-3220020" [ 1058.210900] env[69073]: _type = "Task" [ 1058.210900] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.218898] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.220129] env[69073]: DEBUG nova.network.neutron [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [{"id": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "address": "fa:16:3e:c0:cc:32", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925b4550-e2", "ovs_interfaceid": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.264129] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquiring lock "8823141d-de0f-4873-9a87-78faacf02a7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.264129] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "8823141d-de0f-4873-9a87-78faacf02a7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.437827] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526e1256-f043-3085-7e9c-748a2ca0e919, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.438233] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107c148f-b9c4-443c-87b5-b2a8f7d02d28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.444833] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1058.444833] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e5a569-6e7b-e85e-2517-bf78e1d9a786" [ 1058.444833] env[69073]: _type = "Task" [ 1058.444833] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.452025] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e5a569-6e7b-e85e-2517-bf78e1d9a786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.462631] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.621270] env[69073]: DEBUG nova.scheduler.client.report [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.634592] env[69073]: DEBUG oslo_vmware.api [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220018, 'name': PowerOnVM_Task, 'duration_secs': 0.617908} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.635715] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.635715] env[69073]: DEBUG nova.compute.manager [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.635944] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b7d926-cc99-4499-81f3-d86a8e7f657e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.721811] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.723032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.765574] env[69073]: DEBUG nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.954757] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e5a569-6e7b-e85e-2517-bf78e1d9a786, 'name': SearchDatastore_Task, 'duration_secs': 0.013395} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.955084] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.955464] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef/3c6563cc-c75b-432f-be71-32192be3a1ef.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.955743] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c70b61-a016-41b3-8145-3e523cd005d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.962173] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1058.962173] env[69073]: value = "task-3220021" [ 1058.962173] env[69073]: _type = "Task" [ 1058.962173] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.976022] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.014064] env[69073]: DEBUG nova.compute.manager [req-1af219ba-a337-44be-a9ac-96b44203adb7 req-df45d241-c830-4133-b52f-d609b9b0f2e9 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received event network-vif-unplugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.014064] env[69073]: DEBUG oslo_concurrency.lockutils [req-1af219ba-a337-44be-a9ac-96b44203adb7 req-df45d241-c830-4133-b52f-d609b9b0f2e9 service nova] Acquiring lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.014312] env[69073]: DEBUG oslo_concurrency.lockutils [req-1af219ba-a337-44be-a9ac-96b44203adb7 req-df45d241-c830-4133-b52f-d609b9b0f2e9 service nova] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.014312] env[69073]: DEBUG oslo_concurrency.lockutils [req-1af219ba-a337-44be-a9ac-96b44203adb7 req-df45d241-c830-4133-b52f-d609b9b0f2e9 service nova] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.014513] env[69073]: DEBUG nova.compute.manager [req-1af219ba-a337-44be-a9ac-96b44203adb7 req-df45d241-c830-4133-b52f-d609b9b0f2e9 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] No waiting events found dispatching network-vif-unplugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.014649] env[69073]: WARNING nova.compute.manager [req-1af219ba-a337-44be-a9ac-96b44203adb7 req-df45d241-c830-4133-b52f-d609b9b0f2e9 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received unexpected event network-vif-unplugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 for instance with vm_state shelved and task_state shelving_offloading. [ 1059.043644] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.044841] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d4e69f-185b-4339-ac02-f7b85a2a4ad5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.056550] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.056928] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cd35e63-4811-4e96-a35a-b237ce0fea27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.133186] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.133757] env[69073]: DEBUG nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.137026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.388s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.138617] env[69073]: INFO nova.compute.claims [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.142651] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.142855] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.143051] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleting the datastore file [datastore2] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.143509] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77f88997-e0e5-40a9-9cae-467f7eb59646 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.155329] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1059.155329] env[69073]: value = "task-3220023" [ 1059.155329] env[69073]: _type = "Task" [ 1059.155329] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.160451] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.169022] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.224956] env[69073]: DEBUG oslo_vmware.api [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220020, 'name': PowerOnVM_Task, 'duration_secs': 0.759157} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.225285] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.226106] env[69073]: INFO nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1059.226106] env[69073]: DEBUG nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.226553] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f024b40d-b617-42ba-8400-695c148315e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.301224] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.487430] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220021, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.645058] env[69073]: DEBUG nova.compute.utils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.649242] env[69073]: DEBUG nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.649469] env[69073]: DEBUG nova.network.neutron [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.667140] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.710455] env[69073]: DEBUG nova.policy [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0db433abe7bc428f92611fd6f6992a00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '137c515a45c44ec885477db6eb728780', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.746357] env[69073]: INFO nova.compute.manager [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Took 27.48 seconds to build instance. [ 1059.981368] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793011} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.981631] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef/3c6563cc-c75b-432f-be71-32192be3a1ef.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.981846] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.982120] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95f17b57-f6b3-4b93-a472-9b0a7fcd7e3d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.990834] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1059.990834] env[69073]: value = "task-3220024" [ 1059.990834] env[69073]: _type = "Task" [ 1059.990834] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.992015] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56b1fe6-2363-4910-b69c-2bb540ddc336 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.017535] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance '23bd76b0-f056-4794-bcab-2faaa77ff7c2' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1060.024327] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.025423] env[69073]: DEBUG nova.network.neutron [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Successfully created port: 18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.157390] env[69073]: DEBUG nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.168725] env[69073]: DEBUG oslo_vmware.api [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.682455} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.169150] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.169369] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.170047] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.205287] env[69073]: INFO nova.scheduler.client.report [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleted allocations for instance 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d [ 1060.219485] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.219993] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.221110] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.221390] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.221641] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.223612] env[69073]: INFO nova.compute.manager [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Terminating instance [ 1060.248833] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3fb58759-1d0f-4d4b-a376-8ebd776b189b tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "529c6000-3990-4e61-af75-88633a0e7344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.998s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.500922] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076684} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.504024] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.505108] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca039e77-1e76-478f-893a-b24af08747f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.524705] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef/3c6563cc-c75b-432f-be71-32192be3a1ef.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.526872] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8476603c-2cb3-49fb-b422-9615346d0c5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.545486] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa08a75-418f-4ba5-a30f-a77e0e4f1d4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.550481] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.551031] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66cbd4a4-caab-49f7-a075-4575751e1bf4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.560985] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b766ab6-48a7-4041-a61b-6c96731fc5a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.563898] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1060.563898] env[69073]: value = "task-3220026" [ 1060.563898] env[69073]: _type = "Task" [ 1060.563898] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.564212] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1060.564212] env[69073]: value = "task-3220025" [ 1060.564212] env[69073]: _type = "Task" [ 1060.564212] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.598195] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0743deee-318e-49ed-96b5-6896bab27b02 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.606535] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.607134] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.612055] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aac4eaa-4516-41b7-b5ff-7ea10685a01d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.626794] env[69073]: DEBUG nova.compute.provider_tree [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.710524] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.731355] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "refresh_cache-b9bdfdcf-7062-4225-8727-09b8cdee4b8b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.731563] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired lock "refresh_cache-b9bdfdcf-7062-4225-8727-09b8cdee4b8b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.731784] env[69073]: DEBUG nova.network.neutron [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.042736] env[69073]: DEBUG nova.compute.manager [req-4aca251c-bea3-4f5b-ae05-da5340a17525 req-2d30ac1c-7976-43d1-acfc-0855b3eb9875 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received event network-changed-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.042985] env[69073]: DEBUG nova.compute.manager [req-4aca251c-bea3-4f5b-ae05-da5340a17525 req-2d30ac1c-7976-43d1-acfc-0855b3eb9875 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Refreshing instance network info cache due to event network-changed-925b4550-e2b9-4cc2-8cdb-001ec0668996. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.043152] env[69073]: DEBUG oslo_concurrency.lockutils [req-4aca251c-bea3-4f5b-ae05-da5340a17525 req-2d30ac1c-7976-43d1-acfc-0855b3eb9875 service nova] Acquiring lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.043310] env[69073]: DEBUG oslo_concurrency.lockutils [req-4aca251c-bea3-4f5b-ae05-da5340a17525 req-2d30ac1c-7976-43d1-acfc-0855b3eb9875 service nova] Acquired lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.043472] env[69073]: DEBUG nova.network.neutron [req-4aca251c-bea3-4f5b-ae05-da5340a17525 req-2d30ac1c-7976-43d1-acfc-0855b3eb9875 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Refreshing network info cache for port 925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.049712] env[69073]: DEBUG oslo_concurrency.lockutils [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "529c6000-3990-4e61-af75-88633a0e7344" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.049712] env[69073]: DEBUG oslo_concurrency.lockutils [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "529c6000-3990-4e61-af75-88633a0e7344" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.049712] env[69073]: INFO nova.compute.manager [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Rebooting instance [ 1061.078837] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220026, 'name': PowerOffVM_Task, 'duration_secs': 0.381721} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.082169] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.082468] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance '23bd76b0-f056-4794-bcab-2faaa77ff7c2' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1061.086864] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220025, 'name': ReconfigVM_Task, 'duration_secs': 0.44626} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.087239] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef/3c6563cc-c75b-432f-be71-32192be3a1ef.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.087957] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f19a585-b8ae-44e8-88b5-18ba3d20cf55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.095594] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1061.095594] env[69073]: value = "task-3220027" [ 1061.095594] env[69073]: _type = "Task" [ 1061.095594] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.104794] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220027, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.130066] env[69073]: DEBUG nova.scheduler.client.report [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.173511] env[69073]: DEBUG nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.195968] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.196260] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.196421] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.196613] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.196762] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.196911] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.197148] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.197313] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.197486] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.197663] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.197849] env[69073]: DEBUG nova.virt.hardware [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.198750] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2344bb39-91cd-4c89-89ba-2ebacb5e0a57 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.206927] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7637269-4210-428b-92f4-c63abadc6c60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.261198] env[69073]: DEBUG nova.network.neutron [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.368126] env[69073]: DEBUG nova.network.neutron [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.578834] env[69073]: DEBUG oslo_concurrency.lockutils [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.578834] env[69073]: DEBUG oslo_concurrency.lockutils [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquired lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.578834] env[69073]: DEBUG nova.network.neutron [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.589433] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.593246] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.593246] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.593246] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.593246] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.593471] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.593616] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.593727] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.593887] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.594065] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.594241] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.602835] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0344ac9f-ef42-4986-acf0-b88d43cbe2cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.624131] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220027, 'name': Rename_Task, 'duration_secs': 0.182268} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.625649] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.626007] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1061.626007] env[69073]: value = "task-3220028" [ 1061.626007] env[69073]: _type = "Task" [ 1061.626007] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.626259] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3b6ae43-688a-46f9-affb-615c9805174b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.637309] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.638117] env[69073]: DEBUG nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.640875] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.642863] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.342s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.644923] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1061.644923] env[69073]: value = "task-3220029" [ 1061.644923] env[69073]: _type = "Task" [ 1061.644923] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.654737] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220029, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.817539] env[69073]: DEBUG nova.network.neutron [req-4aca251c-bea3-4f5b-ae05-da5340a17525 req-2d30ac1c-7976-43d1-acfc-0855b3eb9875 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updated VIF entry in instance network info cache for port 925b4550-e2b9-4cc2-8cdb-001ec0668996. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.818135] env[69073]: DEBUG nova.network.neutron [req-4aca251c-bea3-4f5b-ae05-da5340a17525 req-2d30ac1c-7976-43d1-acfc-0855b3eb9875 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [{"id": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "address": "fa:16:3e:c0:cc:32", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": null, "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap925b4550-e2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.831834] env[69073]: DEBUG nova.network.neutron [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Successfully updated port: 18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.868793] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Releasing lock "refresh_cache-b9bdfdcf-7062-4225-8727-09b8cdee4b8b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.869303] env[69073]: DEBUG nova.compute.manager [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.869497] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.870362] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba41898-1111-4cf4-9ab7-ba854658c12f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.877851] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.878174] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d4ab2c-f455-4133-b483-e4d8c24915b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.884943] env[69073]: DEBUG oslo_vmware.api [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1061.884943] env[69073]: value = "task-3220030" [ 1061.884943] env[69073]: _type = "Task" [ 1061.884943] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.893472] env[69073]: DEBUG oslo_vmware.api [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.139450] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220028, 'name': ReconfigVM_Task, 'duration_secs': 0.239897} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.139711] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance '23bd76b0-f056-4794-bcab-2faaa77ff7c2' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1062.144009] env[69073]: DEBUG nova.compute.utils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.146347] env[69073]: DEBUG nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.146519] env[69073]: DEBUG nova.network.neutron [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.169244] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220029, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.188925] env[69073]: DEBUG nova.policy [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4409af15785748a5a9288f77bcc97b0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a8f78e2c11e43c5b0bc139194b7574e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.301294] env[69073]: DEBUG nova.network.neutron [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Updating instance_info_cache with network_info: [{"id": "7ace0349-5b8d-4549-839f-d58fadcc7721", "address": "fa:16:3e:cb:fc:ef", "network": {"id": "3ca79fb4-5b2c-4c50-9a8a-b1904e31c73d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-672035697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18d24530c220454fa8171b7df1df481c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ace0349-5b", "ovs_interfaceid": "7ace0349-5b8d-4549-839f-d58fadcc7721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.322748] env[69073]: DEBUG oslo_concurrency.lockutils [req-4aca251c-bea3-4f5b-ae05-da5340a17525 req-2d30ac1c-7976-43d1-acfc-0855b3eb9875 service nova] Releasing lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.335889] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.336416] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.336544] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.336692] env[69073]: DEBUG nova.network.neutron [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.394717] env[69073]: DEBUG oslo_vmware.api [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220030, 'name': PowerOffVM_Task, 'duration_secs': 0.312497} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.394997] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.395334] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.395586] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e8280de-4aef-4743-955d-0d212e948653 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.419354] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.419577] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.419758] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Deleting the datastore file [datastore2] b9bdfdcf-7062-4225-8727-09b8cdee4b8b {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.420027] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2f690f-3c16-40a5-ba70-38bf52cd59fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.425958] env[69073]: DEBUG oslo_vmware.api [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1062.425958] env[69073]: value = "task-3220032" [ 1062.425958] env[69073]: _type = "Task" [ 1062.425958] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.433449] env[69073]: DEBUG oslo_vmware.api [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.491968] env[69073]: DEBUG nova.network.neutron [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Successfully created port: 7125e532-43cb-4a0c-9e75-00f1c9a5a7af {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.649747] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.649747] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.649935] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.650063] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.650263] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.650368] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.650589] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.650747] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.650913] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.651084] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.651258] env[69073]: DEBUG nova.virt.hardware [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.656710] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1062.657300] env[69073]: DEBUG nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.659870] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5522dff-666c-4ad5-8a9b-8615bb684d31 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.679139] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Applying migration context for instance 23bd76b0-f056-4794-bcab-2faaa77ff7c2 as it has an incoming, in-progress migration d8f0c9ea-c035-4c99-ab49-da1fdc7f5cf1. Migration status is migrating {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1062.679560] env[69073]: INFO nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating resource usage from migration d8f0c9ea-c035-4c99-ab49-da1fdc7f5cf1 [ 1062.688043] env[69073]: DEBUG oslo_vmware.api [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220029, 'name': PowerOnVM_Task, 'duration_secs': 0.70926} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.689366] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.689570] env[69073]: INFO nova.compute.manager [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1062.689746] env[69073]: DEBUG nova.compute.manager [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.690090] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1062.690090] env[69073]: value = "task-3220033" [ 1062.690090] env[69073]: _type = "Task" [ 1062.690090] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.690774] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5920cd-60c1-420e-85c8-23d6de60a47f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.706347] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220033, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.706874] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 5385f25c-700d-4ee8-9714-2bc84481df0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.707060] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 75a443c6-e8bb-498c-ac8a-72da576850fa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.707288] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance fe8d3231-9311-402a-bf7b-742f44d90ad7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.707389] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance df3ab74e-774f-45ef-94c6-f935b046cdda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.707515] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 8676cf4d-217d-4552-9888-4008f747ecab is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.710238] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 878aaa16-3056-4e38-8d64-4e713167e51a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 7a5dd18c-691e-4825-83c5-39db5b0abc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance e8e29060-d2c9-4bec-810f-3ddaf44e4735 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 35613d15-5d0f-44b5-bff6-9ebbe362892b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 3f785be2-9e22-43b1-846f-d71baaf93a15 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 432808fc-e218-4c77-819d-500a9364cbe0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance b9bdfdcf-7062-4225-8727-09b8cdee4b8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 8cf7826a-81c4-4dcb-b1ae-bac1844fea46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 529c6000-3990-4e61-af75-88633a0e7344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 3c6563cc-c75b-432f-be71-32192be3a1ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Migration d8f0c9ea-c035-4c99-ab49-da1fdc7f5cf1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 23bd76b0-f056-4794-bcab-2faaa77ff7c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.710238] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f853d0fd-aeab-46da-a3f2-acba416da850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1062.804084] env[69073]: DEBUG oslo_concurrency.lockutils [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Releasing lock "refresh_cache-529c6000-3990-4e61-af75-88633a0e7344" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.871549] env[69073]: DEBUG nova.network.neutron [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.937152] env[69073]: DEBUG oslo_vmware.api [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178717} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.940015] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.940357] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.940542] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.940728] env[69073]: INFO nova.compute.manager [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1062.940967] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.941185] env[69073]: DEBUG nova.compute.manager [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.941279] env[69073]: DEBUG nova.network.neutron [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.971979] env[69073]: DEBUG nova.network.neutron [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.027331] env[69073]: DEBUG nova.network.neutron [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [{"id": "18634d19-253b-445a-bb76-6ce39cf79a2b", "address": "fa:16:3e:3b:52:a4", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18634d19-25", "ovs_interfaceid": "18634d19-253b-445a-bb76-6ce39cf79a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.093479] env[69073]: DEBUG nova.compute.manager [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received event network-vif-plugged-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.093706] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] Acquiring lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.093911] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.094263] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.094467] env[69073]: DEBUG nova.compute.manager [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] No waiting events found dispatching network-vif-plugged-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.094662] env[69073]: WARNING nova.compute.manager [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received unexpected event network-vif-plugged-18634d19-253b-445a-bb76-6ce39cf79a2b for instance with vm_state building and task_state spawning. [ 1063.094797] env[69073]: DEBUG nova.compute.manager [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received event network-changed-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.094957] env[69073]: DEBUG nova.compute.manager [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Refreshing instance network info cache due to event network-changed-18634d19-253b-445a-bb76-6ce39cf79a2b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.095166] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] Acquiring lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.202714] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220033, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.213327] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance c4d3c5ac-1807-40d2-8292-8496190b9e64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1063.214452] env[69073]: INFO nova.compute.manager [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Took 28.06 seconds to build instance. [ 1063.215931] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.216171] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.311620] env[69073]: DEBUG nova.compute.manager [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.312461] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06b3585-8ddc-45b8-b570-f791aec6c546 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.478084] env[69073]: DEBUG nova.network.neutron [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.529487] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.529876] env[69073]: DEBUG nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Instance network_info: |[{"id": "18634d19-253b-445a-bb76-6ce39cf79a2b", "address": "fa:16:3e:3b:52:a4", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18634d19-25", "ovs_interfaceid": "18634d19-253b-445a-bb76-6ce39cf79a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.530242] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] Acquired lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.530425] env[69073]: DEBUG nova.network.neutron [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Refreshing network info cache for port 18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.531606] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:52:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18634d19-253b-445a-bb76-6ce39cf79a2b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.539041] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.539913] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.540154] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcaf38fe-3e80-4b60-9b4e-d895cb30baba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.559759] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.559759] env[69073]: value = "task-3220034" [ 1063.559759] env[69073]: _type = "Task" [ 1063.559759] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.567585] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220034, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.681704] env[69073]: DEBUG nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.706206] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220033, 'name': ReconfigVM_Task, 'duration_secs': 0.53683} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.708546] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.708817] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.708967] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.709166] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.709314] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.709464] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.709673] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.709833] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.710031] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.710214] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.710700] env[69073]: DEBUG nova.virt.hardware [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.711048] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.711829] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d92b0-54ad-49af-97f9-f0b3a29f5a2c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.714788] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d927d42-7a6f-4397-a0fd-39b211636e46 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.719518] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1063.720818] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15b84435-afdd-4b9d-ae73-de828e82bced tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "3c6563cc-c75b-432f-be71-32192be3a1ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.586s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.721621] env[69073]: DEBUG nova.compute.utils [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.744408] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 23bd76b0-f056-4794-bcab-2faaa77ff7c2/23bd76b0-f056-4794-bcab-2faaa77ff7c2.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.745760] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a38753-d01e-406c-aaa0-73b123ef2f0b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.759599] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7a82c-9253-4027-9a32-9bde6a2d7097 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.774896] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1063.774896] env[69073]: value = "task-3220035" [ 1063.774896] env[69073]: _type = "Task" [ 1063.774896] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.782578] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220035, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.831539] env[69073]: INFO nova.compute.manager [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Rebuilding instance [ 1063.876726] env[69073]: DEBUG nova.compute.manager [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.877955] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6057e5b0-e947-4c04-b3bb-bb4463fffd99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.980894] env[69073]: INFO nova.compute.manager [-] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Took 1.04 seconds to deallocate network for instance. [ 1064.070051] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220034, 'name': CreateVM_Task, 'duration_secs': 0.362124} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.072275] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.072935] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.073114] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.073421] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.073954] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35607751-3e13-4c18-bc0e-f338ec393596 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.078495] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1064.078495] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d745a6-6794-a983-1a94-4678cd28e4b8" [ 1064.078495] env[69073]: _type = "Task" [ 1064.078495] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.086533] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d745a6-6794-a983-1a94-4678cd28e4b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.203161] env[69073]: DEBUG nova.network.neutron [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Successfully updated port: 7125e532-43cb-4a0c-9e75-00f1c9a5a7af {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.224148] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance d92e3d17-dba2-41b1-903a-1ae9ba283d17 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.225693] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.243393] env[69073]: DEBUG nova.compute.manager [req-96d90412-adeb-47df-b132-93206c1eb994 req-bbad7bb5-f5fb-4428-90e3-1408cba13647 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Received event network-vif-plugged-7125e532-43cb-4a0c-9e75-00f1c9a5a7af {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.244033] env[69073]: DEBUG oslo_concurrency.lockutils [req-96d90412-adeb-47df-b132-93206c1eb994 req-bbad7bb5-f5fb-4428-90e3-1408cba13647 service nova] Acquiring lock "f853d0fd-aeab-46da-a3f2-acba416da850-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.244033] env[69073]: DEBUG oslo_concurrency.lockutils [req-96d90412-adeb-47df-b132-93206c1eb994 req-bbad7bb5-f5fb-4428-90e3-1408cba13647 service nova] Lock "f853d0fd-aeab-46da-a3f2-acba416da850-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.244033] env[69073]: DEBUG oslo_concurrency.lockutils [req-96d90412-adeb-47df-b132-93206c1eb994 req-bbad7bb5-f5fb-4428-90e3-1408cba13647 service nova] Lock "f853d0fd-aeab-46da-a3f2-acba416da850-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.244223] env[69073]: DEBUG nova.compute.manager [req-96d90412-adeb-47df-b132-93206c1eb994 req-bbad7bb5-f5fb-4428-90e3-1408cba13647 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] No waiting events found dispatching network-vif-plugged-7125e532-43cb-4a0c-9e75-00f1c9a5a7af {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.244277] env[69073]: WARNING nova.compute.manager [req-96d90412-adeb-47df-b132-93206c1eb994 req-bbad7bb5-f5fb-4428-90e3-1408cba13647 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Received unexpected event network-vif-plugged-7125e532-43cb-4a0c-9e75-00f1c9a5a7af for instance with vm_state building and task_state spawning. [ 1064.255772] env[69073]: DEBUG nova.network.neutron [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updated VIF entry in instance network info cache for port 18634d19-253b-445a-bb76-6ce39cf79a2b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.256153] env[69073]: DEBUG nova.network.neutron [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [{"id": "18634d19-253b-445a-bb76-6ce39cf79a2b", "address": "fa:16:3e:3b:52:a4", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18634d19-25", "ovs_interfaceid": "18634d19-253b-445a-bb76-6ce39cf79a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.285280] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.336554] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f0bd68-af6e-44d9-b0d7-d3dd9051c312 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.346229] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Doing hard reboot of VM {{(pid=69073) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1064.346516] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-77678f6a-d2c2-4211-b8ed-468a96a8009a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.352393] env[69073]: DEBUG oslo_vmware.api [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1064.352393] env[69073]: value = "task-3220036" [ 1064.352393] env[69073]: _type = "Task" [ 1064.352393] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.360363] env[69073]: DEBUG oslo_vmware.api [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220036, 'name': ResetVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.490138] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.593087] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d745a6-6794-a983-1a94-4678cd28e4b8, 'name': SearchDatastore_Task, 'duration_secs': 0.038204} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.593478] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.593806] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.594171] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.594399] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.594667] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.595013] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e17d1d-35c9-430c-b4a7-30ae6a9529ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.603826] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.603978] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.604994] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb52dfd9-3b3b-488e-9c21-fd26dd75d2f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.616674] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1064.616674] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f253a1-4c07-6879-d514-046f739843e7" [ 1064.616674] env[69073]: _type = "Task" [ 1064.616674] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.627612] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f253a1-4c07-6879-d514-046f739843e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.708281] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.708834] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.708834] env[69073]: DEBUG nova.network.neutron [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.728318] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance babb874a-6907-4048-af71-5485aff4ba70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1064.759270] env[69073]: DEBUG oslo_concurrency.lockutils [req-bcef30f6-7d1b-4d3f-86f4-74dacbe688e8 req-c102eb66-d11b-4631-8691-34153f33bb7d service nova] Releasing lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.785107] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220035, 'name': ReconfigVM_Task, 'duration_secs': 0.643059} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.786406] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 23bd76b0-f056-4794-bcab-2faaa77ff7c2/23bd76b0-f056-4794-bcab-2faaa77ff7c2.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.786781] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance '23bd76b0-f056-4794-bcab-2faaa77ff7c2' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.862638] env[69073]: DEBUG oslo_vmware.api [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220036, 'name': ResetVM_Task, 'duration_secs': 0.123701} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.862967] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Did hard reboot of VM {{(pid=69073) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1064.863217] env[69073]: DEBUG nova.compute.manager [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.864087] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2a3f12-a1d5-4f8d-a0bf-93dac589e725 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.891136] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.891499] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33f4b1f-dd0d-4d65-a4da-96851b739a7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.899985] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1064.899985] env[69073]: value = "task-3220037" [ 1064.899985] env[69073]: _type = "Task" [ 1064.899985] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.910142] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.127819] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f253a1-4c07-6879-d514-046f739843e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.128692] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07e815c-41ff-4e1e-9be2-8ac1e84b5aa5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.134160] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1065.134160] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5253ee32-1dd2-b37c-ff60-d78671fe3995" [ 1065.134160] env[69073]: _type = "Task" [ 1065.134160] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.141584] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5253ee32-1dd2-b37c-ff60-d78671fe3995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.231208] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 8823141d-de0f-4873-9a87-78faacf02a7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1065.231492] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (c0741477-85d0-4873-a73a-cccb16461097): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1065.231651] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1065.231796] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1065.238734] env[69073]: DEBUG nova.network.neutron [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.295411] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.295653] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.295907] env[69073]: INFO nova.compute.manager [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Attaching volume 2c340159-87cc-44f5-906b-82320b2d2435 to /dev/sdb [ 1065.298033] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dcd94a-315b-4ee4-8100-2ce157de6a7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.328130] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c48d0e4-dff1-48a3-9fcd-fb8496aa71f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.334184] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdbaeed-de11-48ed-a120-8a4d121a3f45 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.353823] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance '23bd76b0-f056-4794-bcab-2faaa77ff7c2' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.361743] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fe7235-1975-4c51-bccb-4b572c8c6413 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.380468] env[69073]: DEBUG nova.virt.block_device [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating existing volume attachment record: 3e2c2180-2267-43a9-ae64-bda213370bd5 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.387025] env[69073]: DEBUG oslo_concurrency.lockutils [None req-76c52b4c-9942-4182-b2b2-0cea1a375e92 tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "529c6000-3990-4e61-af75-88633a0e7344" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.335s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.413082] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220037, 'name': PowerOffVM_Task, 'duration_secs': 0.18007} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.414107] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.414758] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.415911] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cb1005-812d-4a69-a711-623b0c9eb130 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.426498] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.426498] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dd0da0c-3ffb-41d1-a5ff-200b7c812e70 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.433595] env[69073]: DEBUG nova.network.neutron [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Updating instance_info_cache with network_info: [{"id": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "address": "fa:16:3e:3c:2f:61", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7125e532-43", "ovs_interfaceid": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.452699] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.452699] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.452699] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Deleting the datastore file [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.452699] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b1b2534-55ba-4d2d-b9aa-941111411f18 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.458737] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1065.458737] env[69073]: value = "task-3220039" [ 1065.458737] env[69073]: _type = "Task" [ 1065.458737] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.469671] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.616620] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686d5cdb-d205-4ba7-9473-64ce52b668b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.624918] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7434f5a6-8058-4811-b56b-f888dac061ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.658798] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4709a910-ffc3-4efe-b946-e6ad26850191 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.666598] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5253ee32-1dd2-b37c-ff60-d78671fe3995, 'name': SearchDatastore_Task, 'duration_secs': 0.012162} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.668642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.668943] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5/f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.669245] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efce1254-5b5e-45fd-a2e8-7f16be8c9747 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.673418] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2321f66-7bcd-4448-a4aa-12fdd0daafe9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.686092] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.687857] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1065.687857] env[69073]: value = "task-3220042" [ 1065.687857] env[69073]: _type = "Task" [ 1065.687857] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.917730] env[69073]: DEBUG nova.network.neutron [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Port 78fe63f7-c0a6-4c7c-b95c-764e629137e5 binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1065.940043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.940344] env[69073]: DEBUG nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Instance network_info: |[{"id": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "address": "fa:16:3e:3c:2f:61", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7125e532-43", "ovs_interfaceid": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.941201] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:2f:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7125e532-43cb-4a0c-9e75-00f1c9a5a7af', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.949483] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Creating folder: Project (7a8f78e2c11e43c5b0bc139194b7574e). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.950232] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f056866-811c-4a95-a957-7cc1e5bb3cbc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.965497] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Created folder: Project (7a8f78e2c11e43c5b0bc139194b7574e) in parent group-v643537. [ 1065.965870] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Creating folder: Instances. Parent ref: group-v643788. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1065.966493] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52775b62-7ee0-4b9e-99ec-731b85d98f92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.971865] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166246} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.973474] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.973474] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.973474] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.980828] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Created folder: Instances in parent group-v643788. [ 1065.981067] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.981286] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.981512] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4943d12d-9ce7-4733-ad84-8da9647b4a53 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.006067] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.006067] env[69073]: value = "task-3220046" [ 1066.006067] env[69073]: _type = "Task" [ 1066.006067] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.017962] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220046, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.041967] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "529c6000-3990-4e61-af75-88633a0e7344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.041967] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "529c6000-3990-4e61-af75-88633a0e7344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.041967] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "529c6000-3990-4e61-af75-88633a0e7344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.042117] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "529c6000-3990-4e61-af75-88633a0e7344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.042223] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "529c6000-3990-4e61-af75-88633a0e7344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.045137] env[69073]: INFO nova.compute.manager [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Terminating instance [ 1066.193613] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.206655] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.272096] env[69073]: DEBUG nova.compute.manager [req-107d6bbf-0973-438e-96c8-338aa0ba8f77 req-6584ce30-a893-4a16-b97e-04475d85d570 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Received event network-changed-7125e532-43cb-4a0c-9e75-00f1c9a5a7af {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.272423] env[69073]: DEBUG nova.compute.manager [req-107d6bbf-0973-438e-96c8-338aa0ba8f77 req-6584ce30-a893-4a16-b97e-04475d85d570 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Refreshing instance network info cache due to event network-changed-7125e532-43cb-4a0c-9e75-00f1c9a5a7af. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.272562] env[69073]: DEBUG oslo_concurrency.lockutils [req-107d6bbf-0973-438e-96c8-338aa0ba8f77 req-6584ce30-a893-4a16-b97e-04475d85d570 service nova] Acquiring lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.272761] env[69073]: DEBUG oslo_concurrency.lockutils [req-107d6bbf-0973-438e-96c8-338aa0ba8f77 req-6584ce30-a893-4a16-b97e-04475d85d570 service nova] Acquired lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.272998] env[69073]: DEBUG nova.network.neutron [req-107d6bbf-0973-438e-96c8-338aa0ba8f77 req-6584ce30-a893-4a16-b97e-04475d85d570 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Refreshing network info cache for port 7125e532-43cb-4a0c-9e75-00f1c9a5a7af {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.515916] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220046, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.550779] env[69073]: DEBUG nova.compute.manager [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1066.551067] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.551992] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd542bd0-4d9d-4927-baae-ac712ae6af8a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.560857] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.561222] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5538be3-24c6-4333-a208-bfaab2733d89 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.568988] env[69073]: DEBUG oslo_vmware.api [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1066.568988] env[69073]: value = "task-3220047" [ 1066.568988] env[69073]: _type = "Task" [ 1066.568988] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.577228] env[69073]: DEBUG oslo_vmware.api [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.699461] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1066.699525] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.057s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.699739] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542609} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.699981] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.184s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.701509] env[69073]: INFO nova.compute.claims [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.704317] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5/f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.704496] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.704927] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e599ef66-f9bf-476a-b8ae-3fe365853603 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.711894] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1066.711894] env[69073]: value = "task-3220048" [ 1066.711894] env[69073]: _type = "Task" [ 1066.711894] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.720678] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.940135] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.940302] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.940456] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.004487] env[69073]: DEBUG nova.network.neutron [req-107d6bbf-0973-438e-96c8-338aa0ba8f77 req-6584ce30-a893-4a16-b97e-04475d85d570 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Updated VIF entry in instance network info cache for port 7125e532-43cb-4a0c-9e75-00f1c9a5a7af. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.004836] env[69073]: DEBUG nova.network.neutron [req-107d6bbf-0973-438e-96c8-338aa0ba8f77 req-6584ce30-a893-4a16-b97e-04475d85d570 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Updating instance_info_cache with network_info: [{"id": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "address": "fa:16:3e:3c:2f:61", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7125e532-43", "ovs_interfaceid": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.018244] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220046, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.020513] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.020724] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.020875] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.021099] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.021261] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.022213] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.022213] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.022213] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.022213] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.022213] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.022537] env[69073]: DEBUG nova.virt.hardware [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.025798] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2d17b3-d0de-459e-9af7-c611c2b4c07b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.032670] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a80f642-2734-4d7b-9f72-97599d21a0cf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.047953] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.053594] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.053857] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.054943] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1a4d5df-c20a-4f93-b140-7540aa8dbe5d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.074028] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.074028] env[69073]: value = "task-3220049" [ 1067.074028] env[69073]: _type = "Task" [ 1067.074028] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.080737] env[69073]: DEBUG oslo_vmware.api [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220047, 'name': PowerOffVM_Task, 'duration_secs': 0.208132} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.081876] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.081876] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.081876] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec05ba6-cd4a-466e-bd1c-7816f06aeefd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.086052] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220049, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.178588] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.178819] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.179055] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Deleting the datastore file [datastore2] 529c6000-3990-4e61-af75-88633a0e7344 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.179330] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95f77083-8a31-4937-9497-7a2ba75fed81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.185621] env[69073]: DEBUG oslo_vmware.api [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for the task: (returnval){ [ 1067.185621] env[69073]: value = "task-3220051" [ 1067.185621] env[69073]: _type = "Task" [ 1067.185621] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.193564] env[69073]: DEBUG oslo_vmware.api [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.224191] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.508207] env[69073]: DEBUG oslo_concurrency.lockutils [req-107d6bbf-0973-438e-96c8-338aa0ba8f77 req-6584ce30-a893-4a16-b97e-04475d85d570 service nova] Releasing lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.516883] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220046, 'name': CreateVM_Task, 'duration_secs': 1.471887} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.517382] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.518136] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.518327] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.518658] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.518961] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b787b9d-a555-4530-afb4-2c3f4ff6cb43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.524627] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1067.524627] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523537cd-61e5-8c0b-cbe6-cc9637439930" [ 1067.524627] env[69073]: _type = "Task" [ 1067.524627] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.532320] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523537cd-61e5-8c0b-cbe6-cc9637439930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.584070] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220049, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.695736] env[69073]: DEBUG oslo_vmware.api [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Task: {'id': task-3220051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193179} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.695997] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.696203] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.696383] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.696554] env[69073]: INFO nova.compute.manager [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1067.696788] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.696978] env[69073]: DEBUG nova.compute.manager [-] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.697087] env[69073]: DEBUG nova.network.neutron [-] [instance: 529c6000-3990-4e61-af75-88633a0e7344] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.722553] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.779518} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.722825] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.723622] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2465ed91-63cc-4138-9adf-6bfacec3993d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.747014] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5/f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.751598] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f9c324-eb23-4db2-af56-407d5e466452 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.772638] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1067.772638] env[69073]: value = "task-3220053" [ 1067.772638] env[69073]: _type = "Task" [ 1067.772638] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.782637] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.999094] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.999336] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.999492] env[69073]: DEBUG nova.network.neutron [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.037671] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523537cd-61e5-8c0b-cbe6-cc9637439930, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.038072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.038327] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.038567] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.038714] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.038914] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.039588] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45c5412c-9d7d-4df0-a4b6-4ef71420eb21 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.044484] env[69073]: DEBUG nova.compute.manager [req-8265e7bd-2265-4461-893a-bd9de98b833b req-d9978c60-120d-4c40-91b5-1d77fbd811fc service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Received event network-vif-deleted-7ace0349-5b8d-4549-839f-d58fadcc7721 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.044670] env[69073]: INFO nova.compute.manager [req-8265e7bd-2265-4461-893a-bd9de98b833b req-d9978c60-120d-4c40-91b5-1d77fbd811fc service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Neutron deleted interface 7ace0349-5b8d-4549-839f-d58fadcc7721; detaching it from the instance and deleting it from the info cache [ 1068.044934] env[69073]: DEBUG nova.network.neutron [req-8265e7bd-2265-4461-893a-bd9de98b833b req-d9978c60-120d-4c40-91b5-1d77fbd811fc service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.050013] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.050261] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.051171] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b26291-a23b-4344-ae63-e544cd52622d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.057196] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1068.057196] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dbb902-7c23-fad2-178e-26cb597a426c" [ 1068.057196] env[69073]: _type = "Task" [ 1068.057196] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.069203] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52dbb902-7c23-fad2-178e-26cb597a426c, 'name': SearchDatastore_Task, 'duration_secs': 0.008489} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.070078] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47dc0d0d-1338-48f6-b873-e61e7b423690 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.080590] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1068.080590] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520770af-3f50-2e19-85d6-c651189c85a8" [ 1068.080590] env[69073]: _type = "Task" [ 1068.080590] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.087268] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220049, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.094998] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520770af-3f50-2e19-85d6-c651189c85a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008723} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.095324] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.095571] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850/f853d0fd-aeab-46da-a3f2-acba416da850.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.095802] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-979f1cb5-3d02-4e98-9587-7ca0efde268b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.105946] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1068.105946] env[69073]: value = "task-3220054" [ 1068.105946] env[69073]: _type = "Task" [ 1068.105946] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.115021] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.131284] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7947d308-ee5e-478d-8734-754b0913d80e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.138966] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0e6d23-b126-4e3a-81b0-59850b5e92a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.171673] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3598bf48-75e1-4054-bd6d-5e8a69a8b2cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.179516] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aa8152-b42b-453f-b289-c98610e91df4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.193317] env[69073]: DEBUG nova.compute.provider_tree [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.282836] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.524690] env[69073]: DEBUG nova.network.neutron [-] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.549663] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94e2025b-eae6-44a3-b344-2a77de5dc6e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.564439] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada76217-04b1-422f-bd94-f37141591424 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.588165] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220049, 'name': CreateVM_Task, 'duration_secs': 1.315789} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.589039] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.589039] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.589039] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.590485] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.590485] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f46a02-1f6a-4fb3-88df-817f7ad95e4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.604848] env[69073]: DEBUG nova.compute.manager [req-8265e7bd-2265-4461-893a-bd9de98b833b req-d9978c60-120d-4c40-91b5-1d77fbd811fc service nova] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Detach interface failed, port_id=7ace0349-5b8d-4549-839f-d58fadcc7721, reason: Instance 529c6000-3990-4e61-af75-88633a0e7344 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.606850] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1068.606850] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52071498-23b6-bd82-fd64-6722668c4112" [ 1068.606850] env[69073]: _type = "Task" [ 1068.606850] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.621620] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52071498-23b6-bd82-fd64-6722668c4112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.625434] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220054, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.697698] env[69073]: DEBUG nova.scheduler.client.report [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.783469] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220053, 'name': ReconfigVM_Task, 'duration_secs': 0.691893} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.783735] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5/f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.784746] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b7e45db-b661-4b90-ab83-ea651e6e54e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.787051] env[69073]: DEBUG nova.network.neutron [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance_info_cache with network_info: [{"id": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "address": "fa:16:3e:21:a0:7b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe63f7-c0", "ovs_interfaceid": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.792268] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1068.792268] env[69073]: value = "task-3220055" [ 1068.792268] env[69073]: _type = "Task" [ 1068.792268] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.800507] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220055, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.028318] env[69073]: INFO nova.compute.manager [-] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Took 1.33 seconds to deallocate network for instance. [ 1069.122105] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52071498-23b6-bd82-fd64-6722668c4112, 'name': SearchDatastore_Task, 'duration_secs': 0.057995} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.122352] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683498} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.122610] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.122837] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.123091] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.123241] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.123417] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.123660] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850/f853d0fd-aeab-46da-a3f2-acba416da850.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.123845] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.124082] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12c8ec56-cda9-4087-98d0-f3885382eb2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.125632] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae50a009-2b77-4e0d-b73b-2dce9cb94b74 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.132382] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1069.132382] env[69073]: value = "task-3220056" [ 1069.132382] env[69073]: _type = "Task" [ 1069.132382] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.136037] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.136213] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.137048] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee3f694-051e-44c8-85fe-0e1fade83fed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.143378] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.144561] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1069.144561] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52179e5f-c3e8-6a40-78dc-84058eb562a8" [ 1069.144561] env[69073]: _type = "Task" [ 1069.144561] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.152102] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52179e5f-c3e8-6a40-78dc-84058eb562a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.202797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.203399] env[69073]: DEBUG nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.206148] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.161s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.206370] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.208517] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.644s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.208715] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.210881] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.857s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.211077] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.212629] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.736s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.212806] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.214374] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.616s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.215902] env[69073]: INFO nova.compute.claims [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.247627] env[69073]: INFO nova.scheduler.client.report [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Deleted allocations for instance 75a443c6-e8bb-498c-ac8a-72da576850fa [ 1069.251208] env[69073]: INFO nova.scheduler.client.report [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleted allocations for instance 8676cf4d-217d-4552-9888-4008f747ecab [ 1069.268574] env[69073]: INFO nova.scheduler.client.report [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Deleted allocations for instance fe8d3231-9311-402a-bf7b-742f44d90ad7 [ 1069.283723] env[69073]: INFO nova.scheduler.client.report [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Deleted allocations for instance 3f785be2-9e22-43b1-846f-d71baaf93a15 [ 1069.289853] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.309608] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220055, 'name': Rename_Task, 'duration_secs': 0.249334} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.310194] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.310546] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da7a9ae6-1542-4f96-8482-018f10f86281 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.320694] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1069.320694] env[69073]: value = "task-3220057" [ 1069.320694] env[69073]: _type = "Task" [ 1069.320694] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.329566] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.537157] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.642378] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104948} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.642486] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.643291] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab0898b-4ea4-4b41-a792-a6d396ce99e9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.669609] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850/f853d0fd-aeab-46da-a3f2-acba416da850.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.673529] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2c898e7-9460-4536-a31e-a5349d471b14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.689045] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52179e5f-c3e8-6a40-78dc-84058eb562a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.689908] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85868696-55d4-4eb7-8e4b-b3f642fec3b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.694778] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1069.694778] env[69073]: value = "task-3220058" [ 1069.694778] env[69073]: _type = "Task" [ 1069.694778] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.696494] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1069.696494] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5241ba39-4c48-5acb-fb9f-e456d177eab4" [ 1069.696494] env[69073]: _type = "Task" [ 1069.696494] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.706812] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220058, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.710224] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5241ba39-4c48-5acb-fb9f-e456d177eab4, 'name': SearchDatastore_Task, 'duration_secs': 0.009298} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.710462] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.710793] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef/3c6563cc-c75b-432f-be71-32192be3a1ef.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.711080] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e83557d-e11c-485f-877a-a0daa40a92e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.717252] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1069.717252] env[69073]: value = "task-3220059" [ 1069.717252] env[69073]: _type = "Task" [ 1069.717252] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.721605] env[69073]: DEBUG nova.compute.utils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.726285] env[69073]: DEBUG nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.726408] env[69073]: DEBUG nova.network.neutron [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.736680] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.763282] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9cee9b4b-f000-41f5-aa99-b415957f400b tempest-ServersWithSpecificFlavorTestJSON-324965326 tempest-ServersWithSpecificFlavorTestJSON-324965326-project-member] Lock "75a443c6-e8bb-498c-ac8a-72da576850fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.562s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.764516] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c456810c-2a08-4a49-93fb-c8f70681817d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "8676cf4d-217d-4552-9888-4008f747ecab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.049s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.773549] env[69073]: DEBUG nova.policy [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4409af15785748a5a9288f77bcc97b0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a8f78e2c11e43c5b0bc139194b7574e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.779083] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19b813e4-0bf6-45bf-840c-b51d8e79372c tempest-ServersTestFqdnHostnames-2040859618 tempest-ServersTestFqdnHostnames-2040859618-project-member] Lock "fe8d3231-9311-402a-bf7b-742f44d90ad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.744s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.800727] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5a05da72-adea-4c34-87c9-1948eb46c61e tempest-InstanceActionsV221TestJSON-550263182 tempest-InstanceActionsV221TestJSON-550263182-project-member] Lock "3f785be2-9e22-43b1-846f-d71baaf93a15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.756s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.820766] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d4e93-683a-42bf-ba7f-49f575a888e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.846713] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf221c86-e798-4b97-81ec-fb9bc99bb2fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.849704] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.854015] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance '23bd76b0-f056-4794-bcab-2faaa77ff7c2' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.944361] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.945229] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643787', 'volume_id': '2c340159-87cc-44f5-906b-82320b2d2435', 'name': 'volume-2c340159-87cc-44f5-906b-82320b2d2435', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8e29060-d2c9-4bec-810f-3ddaf44e4735', 'attached_at': '', 'detached_at': '', 'volume_id': '2c340159-87cc-44f5-906b-82320b2d2435', 'serial': '2c340159-87cc-44f5-906b-82320b2d2435'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.945527] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71008e4-e55d-4c6f-b36c-3485cb975967 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.969269] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b056f864-102e-4b9d-b004-0cd0160188c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.001210] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-2c340159-87cc-44f5-906b-82320b2d2435/volume-2c340159-87cc-44f5-906b-82320b2d2435.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.001744] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf5b484-9b3c-4054-a9ce-2d07743604de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.020815] env[69073]: DEBUG oslo_vmware.api [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1070.020815] env[69073]: value = "task-3220060" [ 1070.020815] env[69073]: _type = "Task" [ 1070.020815] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.031157] env[69073]: DEBUG oslo_vmware.api [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.207983] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220058, 'name': ReconfigVM_Task, 'duration_secs': 0.339276} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.208412] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Reconfigured VM instance instance-00000058 to attach disk [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850/f853d0fd-aeab-46da-a3f2-acba416da850.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.209093] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a668e13d-3571-4c9a-a69f-e0fd56a41bef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.215374] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1070.215374] env[69073]: value = "task-3220061" [ 1070.215374] env[69073]: _type = "Task" [ 1070.215374] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.228171] env[69073]: DEBUG nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.230674] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220061, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.236876] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495995} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.237323] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef/3c6563cc-c75b-432f-be71-32192be3a1ef.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.237535] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.237817] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda44aa6-8d92-40d7-8241-5f92766dd493 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.244469] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1070.244469] env[69073]: value = "task-3220062" [ 1070.244469] env[69073]: _type = "Task" [ 1070.244469] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.259279] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.269413] env[69073]: DEBUG nova.network.neutron [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Successfully created port: 7f0a671e-f026-4a5b-a7c1-4a1048b89dd4 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.335508] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.360646] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.360925] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd528fbb-f507-4c38-b82c-f95883f2d2c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.369780] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1070.369780] env[69073]: value = "task-3220063" [ 1070.369780] env[69073]: _type = "Task" [ 1070.369780] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.379498] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.533187] env[69073]: DEBUG oslo_vmware.api [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220060, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.574017] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe8cf95-8a9a-4a3d-89b5-4ac9d4fa2815 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.582504] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714476fe-0f1f-40aa-bd60-cf9aa7ec41dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.618205] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f28242-ffdc-4741-bf0a-00e9d4e52c60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.626200] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6d56c-3baa-4535-a899-89279f09db1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.641355] env[69073]: DEBUG nova.compute.provider_tree [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.726416] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220061, 'name': Rename_Task, 'duration_secs': 0.158901} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.726698] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.730017] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4cbc7c1-c536-4dac-b978-b687d614efd8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.732661] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1070.732661] env[69073]: value = "task-3220064" [ 1070.732661] env[69073]: _type = "Task" [ 1070.732661] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.746349] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.755260] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070244} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.755260] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.756055] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e975e40c-770f-419b-84a0-ed1daa1c9a83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.780154] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef/3c6563cc-c75b-432f-be71-32192be3a1ef.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.780154] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a031124e-133a-4334-93bc-af13f22817db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.798961] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1070.798961] env[69073]: value = "task-3220065" [ 1070.798961] env[69073]: _type = "Task" [ 1070.798961] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.807198] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.834934] env[69073]: DEBUG oslo_vmware.api [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220057, 'name': PowerOnVM_Task, 'duration_secs': 1.39221} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.835265] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.835469] env[69073]: INFO nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1070.835672] env[69073]: DEBUG nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.836531] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f652bcee-0679-4590-bff6-31d78b4d6c4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.882140] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.034570] env[69073]: DEBUG oslo_vmware.api [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220060, 'name': ReconfigVM_Task, 'duration_secs': 0.518903} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.036638] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-2c340159-87cc-44f5-906b-82320b2d2435/volume-2c340159-87cc-44f5-906b-82320b2d2435.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.041462] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff34e85-080e-4661-8b3a-c3dd148ae256 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.059443] env[69073]: DEBUG oslo_vmware.api [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1071.059443] env[69073]: value = "task-3220066" [ 1071.059443] env[69073]: _type = "Task" [ 1071.059443] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.066734] env[69073]: DEBUG oslo_vmware.api [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220066, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.145181] env[69073]: DEBUG nova.scheduler.client.report [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.244233] env[69073]: DEBUG nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.246084] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220064, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.282185] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.282433] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.282589] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.282768] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.282913] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.285154] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.285436] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.285606] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.285774] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.285939] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.286132] env[69073]: DEBUG nova.virt.hardware [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.287197] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f80e7-0731-4b53-b26b-faadff973879 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.297888] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0930e8d3-c6a2-433c-a46d-f83a14f24c6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.318798] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220065, 'name': ReconfigVM_Task, 'duration_secs': 0.279555} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.319238] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef/3c6563cc-c75b-432f-be71-32192be3a1ef.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.319682] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-197e3ffd-e1ff-4075-b745-b0f72dad73d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.324949] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1071.324949] env[69073]: value = "task-3220067" [ 1071.324949] env[69073]: _type = "Task" [ 1071.324949] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.332475] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220067, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.355669] env[69073]: INFO nova.compute.manager [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Took 34.16 seconds to build instance. [ 1071.381336] env[69073]: DEBUG oslo_vmware.api [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220063, 'name': PowerOnVM_Task, 'duration_secs': 0.646802} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.381683] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.381959] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1932c4-46d4-4c1b-9d0b-847ad21cac29 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance '23bd76b0-f056-4794-bcab-2faaa77ff7c2' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.571637] env[69073]: DEBUG oslo_vmware.api [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220066, 'name': ReconfigVM_Task, 'duration_secs': 0.277967} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.571637] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643787', 'volume_id': '2c340159-87cc-44f5-906b-82320b2d2435', 'name': 'volume-2c340159-87cc-44f5-906b-82320b2d2435', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e8e29060-d2c9-4bec-810f-3ddaf44e4735', 'attached_at': '', 'detached_at': '', 'volume_id': '2c340159-87cc-44f5-906b-82320b2d2435', 'serial': '2c340159-87cc-44f5-906b-82320b2d2435'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.651864] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.653281] env[69073]: DEBUG nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.657510] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.663s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.659182] env[69073]: INFO nova.compute.claims [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.756559] env[69073]: DEBUG oslo_vmware.api [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220064, 'name': PowerOnVM_Task, 'duration_secs': 0.882372} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.756958] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.757250] env[69073]: INFO nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1071.757505] env[69073]: DEBUG nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.759452] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87077f19-e01e-4f4e-b465-6ef38ef67fbf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.837184] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220067, 'name': Rename_Task, 'duration_secs': 0.135393} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.838032] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.838032] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed9fe299-c214-40b8-ac09-6b5cc40aa115 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.845503] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1071.845503] env[69073]: value = "task-3220068" [ 1071.845503] env[69073]: _type = "Task" [ 1071.845503] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.859054] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.859054] env[69073]: DEBUG oslo_concurrency.lockutils [None req-67d745bb-ab0c-4d53-9ad6-764c9644ea47 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.679s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.167474] env[69073]: DEBUG nova.compute.utils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.168946] env[69073]: DEBUG nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.169158] env[69073]: DEBUG nova.network.neutron [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.247181] env[69073]: DEBUG nova.policy [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '403484d40e4a4f3fa189dfc899230886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42d9ca3090ed4ab3a2f593938a29b733', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.285824] env[69073]: INFO nova.compute.manager [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Took 34.56 seconds to build instance. [ 1072.356163] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.469123] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.469123] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.590625] env[69073]: DEBUG nova.network.neutron [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Successfully updated port: 7f0a671e-f026-4a5b-a7c1-4a1048b89dd4 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.625353] env[69073]: DEBUG nova.compute.manager [req-9b1954d4-cbc1-40f8-ad62-02dfba09a7cb req-7388ddd8-8519-4fe8-ae55-dbaea85f6054 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Received event network-vif-plugged-7f0a671e-f026-4a5b-a7c1-4a1048b89dd4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.626023] env[69073]: DEBUG oslo_concurrency.lockutils [req-9b1954d4-cbc1-40f8-ad62-02dfba09a7cb req-7388ddd8-8519-4fe8-ae55-dbaea85f6054 service nova] Acquiring lock "c4d3c5ac-1807-40d2-8292-8496190b9e64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.626023] env[69073]: DEBUG oslo_concurrency.lockutils [req-9b1954d4-cbc1-40f8-ad62-02dfba09a7cb req-7388ddd8-8519-4fe8-ae55-dbaea85f6054 service nova] Lock "c4d3c5ac-1807-40d2-8292-8496190b9e64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.626191] env[69073]: DEBUG oslo_concurrency.lockutils [req-9b1954d4-cbc1-40f8-ad62-02dfba09a7cb req-7388ddd8-8519-4fe8-ae55-dbaea85f6054 service nova] Lock "c4d3c5ac-1807-40d2-8292-8496190b9e64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.626323] env[69073]: DEBUG nova.compute.manager [req-9b1954d4-cbc1-40f8-ad62-02dfba09a7cb req-7388ddd8-8519-4fe8-ae55-dbaea85f6054 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] No waiting events found dispatching network-vif-plugged-7f0a671e-f026-4a5b-a7c1-4a1048b89dd4 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.626582] env[69073]: WARNING nova.compute.manager [req-9b1954d4-cbc1-40f8-ad62-02dfba09a7cb req-7388ddd8-8519-4fe8-ae55-dbaea85f6054 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Received unexpected event network-vif-plugged-7f0a671e-f026-4a5b-a7c1-4a1048b89dd4 for instance with vm_state building and task_state spawning. [ 1072.627815] env[69073]: DEBUG nova.objects.instance [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'flavor' on Instance uuid e8e29060-d2c9-4bec-810f-3ddaf44e4735 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.647144] env[69073]: DEBUG nova.compute.manager [req-afdbc823-0382-41db-87f4-6af9b94ba836 req-8b89b669-e004-496c-ada9-33eee91ddba0 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Received event network-changed-7f0a671e-f026-4a5b-a7c1-4a1048b89dd4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.647144] env[69073]: DEBUG nova.compute.manager [req-afdbc823-0382-41db-87f4-6af9b94ba836 req-8b89b669-e004-496c-ada9-33eee91ddba0 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Refreshing instance network info cache due to event network-changed-7f0a671e-f026-4a5b-a7c1-4a1048b89dd4. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.647144] env[69073]: DEBUG oslo_concurrency.lockutils [req-afdbc823-0382-41db-87f4-6af9b94ba836 req-8b89b669-e004-496c-ada9-33eee91ddba0 service nova] Acquiring lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.647144] env[69073]: DEBUG oslo_concurrency.lockutils [req-afdbc823-0382-41db-87f4-6af9b94ba836 req-8b89b669-e004-496c-ada9-33eee91ddba0 service nova] Acquired lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.647144] env[69073]: DEBUG nova.network.neutron [req-afdbc823-0382-41db-87f4-6af9b94ba836 req-8b89b669-e004-496c-ada9-33eee91ddba0 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Refreshing network info cache for port 7f0a671e-f026-4a5b-a7c1-4a1048b89dd4 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.679243] env[69073]: DEBUG nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.787152] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4cbfc7d7-3813-4573-85f5-e35c962556ab tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "f853d0fd-aeab-46da-a3f2-acba416da850" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.073s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.859197] env[69073]: DEBUG oslo_vmware.api [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220068, 'name': PowerOnVM_Task, 'duration_secs': 0.562002} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.859197] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.859197] env[69073]: DEBUG nova.compute.manager [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.862011] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a5c54-522d-49ff-beae-0e4895ac6b7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.974319] env[69073]: DEBUG nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.071373] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9187cae-5326-4c9a-a077-5824af2afc87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.079283] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d524a2-a5d2-490e-b932-18ffd732f1ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.115055] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.115870] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f305dc-26a3-4949-9a2c-2c16a323c922 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.123674] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df8d55b-41df-47d1-a09f-cea3b60c639c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.132673] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bd82aada-37aa-44f5-9c46-a104d406ae8e tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.837s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.143141] env[69073]: DEBUG nova.compute.provider_tree [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.230119] env[69073]: DEBUG nova.network.neutron [req-afdbc823-0382-41db-87f4-6af9b94ba836 req-8b89b669-e004-496c-ada9-33eee91ddba0 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.367899] env[69073]: DEBUG nova.network.neutron [req-afdbc823-0382-41db-87f4-6af9b94ba836 req-8b89b669-e004-496c-ada9-33eee91ddba0 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.384032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.384032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.387159] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.412407] env[69073]: DEBUG nova.network.neutron [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Successfully created port: 86d65ab3-8834-4d7c-91bd-7be62c37191d {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.502735] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.650485] env[69073]: DEBUG nova.scheduler.client.report [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.689825] env[69073]: DEBUG nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.727097] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.729082] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.729524] env[69073]: DEBUG nova.virt.hardware [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.730972] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f6818-458b-4ecc-9840-cc2d4999463d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.740340] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f9b306-38e4-4ca2-8f9b-c8835b081a54 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.874250] env[69073]: DEBUG oslo_concurrency.lockutils [req-afdbc823-0382-41db-87f4-6af9b94ba836 req-8b89b669-e004-496c-ada9-33eee91ddba0 service nova] Releasing lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.874250] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.874250] env[69073]: DEBUG nova.network.neutron [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.888533] env[69073]: INFO nova.compute.manager [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Detaching volume bd2c3de1-6d75-4175-9449-bb0bcbf590e9 [ 1073.942049] env[69073]: INFO nova.virt.block_device [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Attempting to driver detach volume bd2c3de1-6d75-4175-9449-bb0bcbf590e9 from mountpoint /dev/sdb [ 1073.942324] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.942516] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643766', 'volume_id': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'name': 'volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5385f25c-700d-4ee8-9714-2bc84481df0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'serial': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1073.943503] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04094bcd-588a-40f5-b8ee-665d2971b52c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.968979] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7803f9-fccc-4277-a84b-fd031e2a8a76 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.981161] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a18ae99-3e3c-4172-af73-535d3bb77cd8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.003579] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594e27b5-5eba-4bbd-8f21-f7e1fc4d67a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.019540] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] The volume has not been displaced from its original location: [datastore1] volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9/volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.025408] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.027312] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca4e9de-c071-4ac7-8259-59a2f3814745 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.045464] env[69073]: DEBUG oslo_vmware.api [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1074.045464] env[69073]: value = "task-3220069" [ 1074.045464] env[69073]: _type = "Task" [ 1074.045464] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.054009] env[69073]: DEBUG oslo_vmware.api [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220069, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.159845] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.162745] env[69073]: DEBUG nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.164258] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.634s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.169665] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.170840] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.467s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.178022] env[69073]: INFO nova.compute.claims [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.184180] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.184180] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.184180] env[69073]: DEBUG nova.compute.manager [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Going to confirm migration 4 {{(pid=69073) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1074.228750] env[69073]: INFO nova.scheduler.client.report [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted allocations for instance 878aaa16-3056-4e38-8d64-4e713167e51a [ 1074.384845] env[69073]: DEBUG nova.compute.manager [req-c0850f89-927c-4cde-9ac3-0f256501832b req-16f3c0e0-5a57-4ada-982b-26090603a9e7 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received event network-changed-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.384845] env[69073]: DEBUG nova.compute.manager [req-c0850f89-927c-4cde-9ac3-0f256501832b req-16f3c0e0-5a57-4ada-982b-26090603a9e7 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Refreshing instance network info cache due to event network-changed-18634d19-253b-445a-bb76-6ce39cf79a2b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.384845] env[69073]: DEBUG oslo_concurrency.lockutils [req-c0850f89-927c-4cde-9ac3-0f256501832b req-16f3c0e0-5a57-4ada-982b-26090603a9e7 service nova] Acquiring lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.384845] env[69073]: DEBUG oslo_concurrency.lockutils [req-c0850f89-927c-4cde-9ac3-0f256501832b req-16f3c0e0-5a57-4ada-982b-26090603a9e7 service nova] Acquired lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.384845] env[69073]: DEBUG nova.network.neutron [req-c0850f89-927c-4cde-9ac3-0f256501832b req-16f3c0e0-5a57-4ada-982b-26090603a9e7 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Refreshing network info cache for port 18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.446886] env[69073]: DEBUG nova.network.neutron [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.568107] env[69073]: DEBUG oslo_vmware.api [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220069, 'name': ReconfigVM_Task, 'duration_secs': 0.291133} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.568864] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.579863] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f45f9b2a-1b83-475d-a36f-93544aac552b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.608515] env[69073]: DEBUG oslo_vmware.api [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1074.608515] env[69073]: value = "task-3220070" [ 1074.608515] env[69073]: _type = "Task" [ 1074.608515] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.624867] env[69073]: DEBUG oslo_vmware.api [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220070, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.691358] env[69073]: DEBUG nova.compute.utils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.705724] env[69073]: DEBUG nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.705724] env[69073]: DEBUG nova.network.neutron [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.742731] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e1946d5c-a27f-4904-bee2-8aefbcec5d3c tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "878aaa16-3056-4e38-8d64-4e713167e51a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.693s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.771063] env[69073]: DEBUG nova.network.neutron [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Updating instance_info_cache with network_info: [{"id": "7f0a671e-f026-4a5b-a7c1-4a1048b89dd4", "address": "fa:16:3e:bb:c7:14", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0a671e-f0", "ovs_interfaceid": "7f0a671e-f026-4a5b-a7c1-4a1048b89dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.779072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.779072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.779217] env[69073]: DEBUG nova.network.neutron [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.779385] env[69073]: DEBUG nova.objects.instance [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lazy-loading 'info_cache' on Instance uuid 23bd76b0-f056-4794-bcab-2faaa77ff7c2 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.796691] env[69073]: DEBUG nova.policy [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fc1f3454e44ea787edb5261f75964b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd680c65ee6484e709c92a0d360b4b55b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.866614] env[69073]: DEBUG nova.compute.manager [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1074.918353] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "3c6563cc-c75b-432f-be71-32192be3a1ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.918656] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "3c6563cc-c75b-432f-be71-32192be3a1ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.918898] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "3c6563cc-c75b-432f-be71-32192be3a1ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.919131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "3c6563cc-c75b-432f-be71-32192be3a1ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.919322] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "3c6563cc-c75b-432f-be71-32192be3a1ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.921632] env[69073]: INFO nova.compute.manager [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Terminating instance [ 1075.122076] env[69073]: DEBUG oslo_vmware.api [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220070, 'name': ReconfigVM_Task, 'duration_secs': 0.201944} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.122493] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643766', 'volume_id': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'name': 'volume-bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5385f25c-700d-4ee8-9714-2bc84481df0c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9', 'serial': 'bd2c3de1-6d75-4175-9449-bb0bcbf590e9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.206526] env[69073]: DEBUG nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.274472] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.274809] env[69073]: DEBUG nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Instance network_info: |[{"id": "7f0a671e-f026-4a5b-a7c1-4a1048b89dd4", "address": "fa:16:3e:bb:c7:14", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0a671e-f0", "ovs_interfaceid": "7f0a671e-f026-4a5b-a7c1-4a1048b89dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.276753] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:c7:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f0a671e-f026-4a5b-a7c1-4a1048b89dd4', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.287267] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.288052] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.291298] env[69073]: DEBUG nova.network.neutron [req-c0850f89-927c-4cde-9ac3-0f256501832b req-16f3c0e0-5a57-4ada-982b-26090603a9e7 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updated VIF entry in instance network info cache for port 18634d19-253b-445a-bb76-6ce39cf79a2b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.291618] env[69073]: DEBUG nova.network.neutron [req-c0850f89-927c-4cde-9ac3-0f256501832b req-16f3c0e0-5a57-4ada-982b-26090603a9e7 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [{"id": "18634d19-253b-445a-bb76-6ce39cf79a2b", "address": "fa:16:3e:3b:52:a4", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18634d19-25", "ovs_interfaceid": "18634d19-253b-445a-bb76-6ce39cf79a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.292951] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-861c32fd-fc67-4b2f-818c-bdd3486d34f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.323100] env[69073]: DEBUG nova.network.neutron [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Successfully created port: 27a02f6c-76e3-4307-a764-0fbfa6174452 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.326783] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.326783] env[69073]: value = "task-3220071" [ 1075.326783] env[69073]: _type = "Task" [ 1075.326783] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.335340] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220071, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.391181] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.428385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "refresh_cache-3c6563cc-c75b-432f-be71-32192be3a1ef" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.428569] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquired lock "refresh_cache-3c6563cc-c75b-432f-be71-32192be3a1ef" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.428748] env[69073]: DEBUG nova.network.neutron [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.622178] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "449c84df-79df-41cb-8513-5b95a673d5fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.622178] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "449c84df-79df-41cb-8513-5b95a673d5fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.657647] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2425b7-f7de-47a0-a00b-91c9459513d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.666113] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994cfc47-fa88-48ab-8430-e30233ff3da2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.707050] env[69073]: DEBUG nova.objects.instance [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.710261] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e64171-4fdf-4459-b71f-189d22d1e3e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.724157] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cf0e02-215e-414d-8af0-e8c197b0d174 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.745073] env[69073]: DEBUG nova.compute.provider_tree [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.810443] env[69073]: DEBUG oslo_concurrency.lockutils [req-c0850f89-927c-4cde-9ac3-0f256501832b req-16f3c0e0-5a57-4ada-982b-26090603a9e7 service nova] Releasing lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.836980] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220071, 'name': CreateVM_Task, 'duration_secs': 0.498559} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.837173] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.837856] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.838069] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.838408] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.838990] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618bf810-227d-4337-8360-e238ada8131d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.843775] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1075.843775] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f5bfc6-be61-e7cb-19a6-e9c27177abc3" [ 1075.843775] env[69073]: _type = "Task" [ 1075.843775] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.851461] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f5bfc6-be61-e7cb-19a6-e9c27177abc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.862934] env[69073]: DEBUG nova.network.neutron [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance_info_cache with network_info: [{"id": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "address": "fa:16:3e:21:a0:7b", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78fe63f7-c0", "ovs_interfaceid": "78fe63f7-c0a6-4c7c-b95c-764e629137e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.967156] env[69073]: DEBUG nova.network.neutron [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.047899] env[69073]: DEBUG nova.network.neutron [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.126832] env[69073]: DEBUG nova.network.neutron [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Successfully updated port: 86d65ab3-8834-4d7c-91bd-7be62c37191d {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.126832] env[69073]: DEBUG nova.compute.manager [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.221288] env[69073]: DEBUG nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.251678] env[69073]: DEBUG nova.scheduler.client.report [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.262091] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.262352] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.262507] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.262746] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.262822] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.262967] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.263193] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.263350] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.263512] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.263669] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.263834] env[69073]: DEBUG nova.virt.hardware [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.265141] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf16e44-f0a8-4c4d-be5b-193f63b39a45 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.274461] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a63f3-524b-4999-9c23-29adbb64e7ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.357314] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f5bfc6-be61-e7cb-19a6-e9c27177abc3, 'name': SearchDatastore_Task, 'duration_secs': 0.046068} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.357451] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.357933] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.357933] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.358111] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.358301] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.358559] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e1f5abf-9e87-4215-b286-87696e99721b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.365141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-23bd76b0-f056-4794-bcab-2faaa77ff7c2" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.366349] env[69073]: DEBUG nova.objects.instance [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lazy-loading 'migration_context' on Instance uuid 23bd76b0-f056-4794-bcab-2faaa77ff7c2 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.371806] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.371806] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.372413] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c882289f-846f-43ee-b443-3d2d2833f4a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.378516] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1076.378516] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526988fa-6c7b-994f-2b45-0190073e587a" [ 1076.378516] env[69073]: _type = "Task" [ 1076.378516] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.388068] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526988fa-6c7b-994f-2b45-0190073e587a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.493142] env[69073]: DEBUG nova.compute.manager [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Received event network-vif-plugged-86d65ab3-8834-4d7c-91bd-7be62c37191d {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.493355] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] Acquiring lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.493603] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] Lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.493723] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] Lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.493888] env[69073]: DEBUG nova.compute.manager [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] No waiting events found dispatching network-vif-plugged-86d65ab3-8834-4d7c-91bd-7be62c37191d {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.494166] env[69073]: WARNING nova.compute.manager [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Received unexpected event network-vif-plugged-86d65ab3-8834-4d7c-91bd-7be62c37191d for instance with vm_state building and task_state spawning. [ 1076.494510] env[69073]: DEBUG nova.compute.manager [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Received event network-changed-86d65ab3-8834-4d7c-91bd-7be62c37191d {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.494707] env[69073]: DEBUG nova.compute.manager [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Refreshing instance network info cache due to event network-changed-86d65ab3-8834-4d7c-91bd-7be62c37191d. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.495393] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] Acquiring lock "refresh_cache-43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.495800] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] Acquired lock "refresh_cache-43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.496086] env[69073]: DEBUG nova.network.neutron [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Refreshing network info cache for port 86d65ab3-8834-4d7c-91bd-7be62c37191d {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.551446] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Releasing lock "refresh_cache-3c6563cc-c75b-432f-be71-32192be3a1ef" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.551890] env[69073]: DEBUG nova.compute.manager [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.552128] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.552995] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03467b48-3cc8-45e3-bea9-164ad2a697b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.561329] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.561580] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59402b90-3644-4b64-98b4-ef18b472bfcf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.568545] env[69073]: DEBUG oslo_vmware.api [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1076.568545] env[69073]: value = "task-3220072" [ 1076.568545] env[69073]: _type = "Task" [ 1076.568545] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.576771] env[69073]: DEBUG oslo_vmware.api [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.632999] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "refresh_cache-43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.651898] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.726895] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2e7cb6f3-9d97-424a-9c25-b71bd7d9d95f tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.345s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.745641] env[69073]: DEBUG oslo_concurrency.lockutils [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.746031] env[69073]: DEBUG oslo_concurrency.lockutils [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.746290] env[69073]: DEBUG nova.compute.manager [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.747776] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2e7507-d293-4eca-bcd1-0eb716e6b6a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.758778] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.758778] env[69073]: DEBUG nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.761232] env[69073]: DEBUG nova.compute.manager [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1076.761786] env[69073]: DEBUG nova.objects.instance [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.766222] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.606s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.766837] env[69073]: DEBUG nova.objects.instance [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1076.867860] env[69073]: DEBUG nova.objects.base [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Object Instance<23bd76b0-f056-4794-bcab-2faaa77ff7c2> lazy-loaded attributes: info_cache,migration_context {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.871753] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f1c5e-aa6e-4278-87f9-41fdb4e9ad29 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.894326] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a842920a-d711-43d5-adc5-769acc001182 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.900290] env[69073]: DEBUG oslo_vmware.api [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1076.900290] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523986e2-a413-41ff-0a73-964c4f99bd47" [ 1076.900290] env[69073]: _type = "Task" [ 1076.900290] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.904421] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526988fa-6c7b-994f-2b45-0190073e587a, 'name': SearchDatastore_Task, 'duration_secs': 0.031557} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.907976] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3af6cc-05d1-4aa7-9105-96df8c284f01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.914469] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1076.914469] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e38d4d-3bb8-1429-9bde-3474ad8662d8" [ 1076.914469] env[69073]: _type = "Task" [ 1076.914469] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.918131] env[69073]: DEBUG oslo_vmware.api [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523986e2-a413-41ff-0a73-964c4f99bd47, 'name': SearchDatastore_Task, 'duration_secs': 0.007036} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.921374] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.926568] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e38d4d-3bb8-1429-9bde-3474ad8662d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.926798] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.927563] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64/c4d3c5ac-1807-40d2-8292-8496190b9e64.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.927724] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1906f81e-5358-448c-b54b-0d61be28c232 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.935603] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1076.935603] env[69073]: value = "task-3220073" [ 1076.935603] env[69073]: _type = "Task" [ 1076.935603] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.944795] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.033914] env[69073]: DEBUG nova.network.neutron [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.077955] env[69073]: DEBUG oslo_vmware.api [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220072, 'name': PowerOffVM_Task, 'duration_secs': 0.171025} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.078267] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.078603] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.078917] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63cd8011-dfd3-484f-9f3b-64a6a07e217a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.105390] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.106046] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.106346] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Deleting the datastore file [datastore2] 3c6563cc-c75b-432f-be71-32192be3a1ef {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.108239] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7750ad7-0e69-4e8b-9af1-053bd42b2522 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.115679] env[69073]: DEBUG oslo_vmware.api [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for the task: (returnval){ [ 1077.115679] env[69073]: value = "task-3220075" [ 1077.115679] env[69073]: _type = "Task" [ 1077.115679] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.125436] env[69073]: DEBUG oslo_vmware.api [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.159064] env[69073]: DEBUG nova.network.neutron [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.268376] env[69073]: DEBUG nova.compute.utils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.271097] env[69073]: DEBUG nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.271563] env[69073]: DEBUG nova.network.neutron [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.366046] env[69073]: DEBUG nova.policy [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191b35ea90a44a59958e58253a85fda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f58016a7de41ca9415932d9e17fa92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.450635] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497417} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.451066] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64/c4d3c5ac-1807-40d2-8292-8496190b9e64.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.451994] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.452320] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd3e2d3f-3b76-41a6-a4a4-45a9e5ed50a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.459268] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1077.459268] env[69073]: value = "task-3220076" [ 1077.459268] env[69073]: _type = "Task" [ 1077.459268] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.468282] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220076, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.492907] env[69073]: DEBUG nova.network.neutron [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Successfully updated port: 27a02f6c-76e3-4307-a764-0fbfa6174452 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.626899] env[69073]: DEBUG oslo_vmware.api [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Task: {'id': task-3220075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373318} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.627230] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.627460] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.627674] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.627942] env[69073]: INFO nova.compute.manager [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1077.628253] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.628498] env[69073]: DEBUG nova.compute.manager [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.628630] env[69073]: DEBUG nova.network.neutron [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.647744] env[69073]: DEBUG nova.network.neutron [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.670247] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e8d94f2-8d74-4893-87f3-0f5b46f9a510 req-81b9a1a0-852b-4e7f-92be-74ad6a58e3cc service nova] Releasing lock "refresh_cache-43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.670247] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "refresh_cache-43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.670247] env[69073]: DEBUG nova.network.neutron [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.772289] env[69073]: DEBUG nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.783709] env[69073]: DEBUG oslo_concurrency.lockutils [None req-018b3573-8d10-4443-b81a-a929c136fa82 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.784997] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.785313] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.484s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.788212] env[69073]: INFO nova.compute.claims [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.791427] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5fb95f1-41c3-4dcd-af6e-37f9aaf64005 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.799992] env[69073]: DEBUG oslo_vmware.api [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1077.799992] env[69073]: value = "task-3220077" [ 1077.799992] env[69073]: _type = "Task" [ 1077.799992] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.800908] env[69073]: DEBUG nova.network.neutron [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Successfully created port: 7b48a1ae-0ccd-4023-b6b5-997c1a51a889 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.818491] env[69073]: DEBUG oslo_vmware.api [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.972374] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220076, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090221} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.972374] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.972374] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0effc13-e8aa-4098-97f6-a7991456bf55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.993661] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64/c4d3c5ac-1807-40d2-8292-8496190b9e64.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.993984] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d91b37-0e0e-49aa-aeda-292a159ebe84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.009393] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-d92e3d17-dba2-41b1-903a-1ae9ba283d17" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.009509] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-d92e3d17-dba2-41b1-903a-1ae9ba283d17" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.009631] env[69073]: DEBUG nova.network.neutron [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.015950] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1078.015950] env[69073]: value = "task-3220078" [ 1078.015950] env[69073]: _type = "Task" [ 1078.015950] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.025335] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.151187] env[69073]: DEBUG nova.network.neutron [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.201497] env[69073]: DEBUG nova.network.neutron [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.316132] env[69073]: DEBUG oslo_vmware.api [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220077, 'name': PowerOffVM_Task, 'duration_secs': 0.463946} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.316434] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.316685] env[69073]: DEBUG nova.compute.manager [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.317790] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6019c459-ebeb-4af0-b8b4-0a0476e9f479 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.341669] env[69073]: DEBUG nova.network.neutron [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Updating instance_info_cache with network_info: [{"id": "86d65ab3-8834-4d7c-91bd-7be62c37191d", "address": "fa:16:3e:b1:b7:c6", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d65ab3-88", "ovs_interfaceid": "86d65ab3-8834-4d7c-91bd-7be62c37191d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.527399] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220078, 'name': ReconfigVM_Task, 'duration_secs': 0.303546} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.528145] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Reconfigured VM instance instance-00000059 to attach disk [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64/c4d3c5ac-1807-40d2-8292-8496190b9e64.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.528510] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b615dcbf-808e-457c-b4bd-bbb5ebe7c950 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.534858] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1078.534858] env[69073]: value = "task-3220079" [ 1078.534858] env[69073]: _type = "Task" [ 1078.534858] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.545671] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220079, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.555709] env[69073]: DEBUG nova.network.neutron [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.569124] env[69073]: DEBUG nova.compute.manager [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Received event network-vif-plugged-27a02f6c-76e3-4307-a764-0fbfa6174452 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.569455] env[69073]: DEBUG oslo_concurrency.lockutils [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] Acquiring lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.569697] env[69073]: DEBUG oslo_concurrency.lockutils [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.569857] env[69073]: DEBUG oslo_concurrency.lockutils [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.570041] env[69073]: DEBUG nova.compute.manager [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] No waiting events found dispatching network-vif-plugged-27a02f6c-76e3-4307-a764-0fbfa6174452 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.570219] env[69073]: WARNING nova.compute.manager [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Received unexpected event network-vif-plugged-27a02f6c-76e3-4307-a764-0fbfa6174452 for instance with vm_state building and task_state spawning. [ 1078.570382] env[69073]: DEBUG nova.compute.manager [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Received event network-changed-27a02f6c-76e3-4307-a764-0fbfa6174452 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.570533] env[69073]: DEBUG nova.compute.manager [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Refreshing instance network info cache due to event network-changed-27a02f6c-76e3-4307-a764-0fbfa6174452. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.570700] env[69073]: DEBUG oslo_concurrency.lockutils [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] Acquiring lock "refresh_cache-d92e3d17-dba2-41b1-903a-1ae9ba283d17" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.655473] env[69073]: INFO nova.compute.manager [-] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Took 1.03 seconds to deallocate network for instance. [ 1078.742249] env[69073]: DEBUG nova.network.neutron [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Updating instance_info_cache with network_info: [{"id": "27a02f6c-76e3-4307-a764-0fbfa6174452", "address": "fa:16:3e:54:c5:3d", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a02f6c-76", "ovs_interfaceid": "27a02f6c-76e3-4307-a764-0fbfa6174452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.784464] env[69073]: DEBUG nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.812509] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.814364] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.814717] env[69073]: DEBUG nova.virt.hardware [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.815341] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd33dbe-ba0d-4062-814c-b1e49c9b5291 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.828609] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819ba151-91f9-4251-9328-8218786ab14f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.842231] env[69073]: DEBUG oslo_concurrency.lockutils [None req-84d859ef-45e4-4bc4-95cc-82d0a2ee5c8c tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.846534] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "refresh_cache-43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.846534] env[69073]: DEBUG nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Instance network_info: |[{"id": "86d65ab3-8834-4d7c-91bd-7be62c37191d", "address": "fa:16:3e:b1:b7:c6", "network": {"id": "f17c256e-2a83-49fb-94e0-9942d1e781a7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1864817832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42d9ca3090ed4ab3a2f593938a29b733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4fcde7-8926-402a-a9b7-4878d2bc1cf6", "external-id": "nsx-vlan-transportzone-840", "segmentation_id": 840, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86d65ab3-88", "ovs_interfaceid": "86d65ab3-8834-4d7c-91bd-7be62c37191d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.846534] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b7:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4fcde7-8926-402a-a9b7-4878d2bc1cf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86d65ab3-8834-4d7c-91bd-7be62c37191d', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.852293] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.862262] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.865873] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70ee33ef-9503-4878-a76a-6b2f4e42ff66 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.888036] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.888036] env[69073]: value = "task-3220080" [ 1078.888036] env[69073]: _type = "Task" [ 1078.888036] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.906446] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220080, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.049035] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220079, 'name': Rename_Task, 'duration_secs': 0.159309} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.051480] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.051918] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc8b7a8-2592-4c50-931e-69f5e1b62f1d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.059138] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1079.059138] env[69073]: value = "task-3220081" [ 1079.059138] env[69073]: _type = "Task" [ 1079.059138] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.070133] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.162563] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.192367] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39645ea-dbf1-4d61-8e86-f1b8adbada15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.200740] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372b8b81-ffbf-4e7b-96cd-bc8f95da15be {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.239864] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc90e0c-05a7-4285-93d4-398c34da1a9e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.248024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-d92e3d17-dba2-41b1-903a-1ae9ba283d17" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.248024] env[69073]: DEBUG nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Instance network_info: |[{"id": "27a02f6c-76e3-4307-a764-0fbfa6174452", "address": "fa:16:3e:54:c5:3d", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a02f6c-76", "ovs_interfaceid": "27a02f6c-76e3-4307-a764-0fbfa6174452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.248686] env[69073]: DEBUG oslo_concurrency.lockutils [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] Acquired lock "refresh_cache-d92e3d17-dba2-41b1-903a-1ae9ba283d17" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.251182] env[69073]: DEBUG nova.network.neutron [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Refreshing network info cache for port 27a02f6c-76e3-4307-a764-0fbfa6174452 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.251182] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:c5:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27a02f6c-76e3-4307-a764-0fbfa6174452', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.258801] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.260750] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973fd419-8da1-4f8a-aee4-b01ae5db06bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.267641] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.268040] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46de0345-c0fb-41a7-9eeb-09a670a22466 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.305576] env[69073]: DEBUG nova.compute.provider_tree [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.309460] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.309460] env[69073]: value = "task-3220082" [ 1079.309460] env[69073]: _type = "Task" [ 1079.309460] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.318300] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220082, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.400275] env[69073]: DEBUG nova.objects.instance [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.400834] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220080, 'name': CreateVM_Task, 'duration_secs': 0.485747} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.400993] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.401648] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.401799] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.402142] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.402612] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd05521-2fd0-43bd-b018-fd0e387a7d9c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.407371] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1079.407371] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cc9383-d7d0-df5d-b8e8-073f78ad36ab" [ 1079.407371] env[69073]: _type = "Task" [ 1079.407371] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.415741] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cc9383-d7d0-df5d-b8e8-073f78ad36ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.484711] env[69073]: DEBUG nova.network.neutron [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Successfully updated port: 7b48a1ae-0ccd-4023-b6b5-997c1a51a889 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.571130] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220081, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.812807] env[69073]: DEBUG nova.scheduler.client.report [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.827675] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220082, 'name': CreateVM_Task, 'duration_secs': 0.383277} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.827675] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.827816] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.906595] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.906833] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.907088] env[69073]: DEBUG nova.network.neutron [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.907341] env[69073]: DEBUG nova.objects.instance [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'info_cache' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.922188] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cc9383-d7d0-df5d-b8e8-073f78ad36ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01151} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.923472] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.923810] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.924158] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.924369] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.924614] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.924987] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.925401] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.926017] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6157650a-b475-49d7-a15f-3fd608b60620 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.929074] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e63f5a7-baa0-4230-99fd-b8d57a3149a4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.935499] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1079.935499] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52177f7b-0a57-cf42-7d17-8082085d8906" [ 1079.935499] env[69073]: _type = "Task" [ 1079.935499] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.940388] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.940576] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.941778] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f187924-5a3c-469b-83e6-1e9e2b267c77 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.947381] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52177f7b-0a57-cf42-7d17-8082085d8906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.951209] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1079.951209] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52216bc3-6b8c-8a52-bb92-fd651eff2b10" [ 1079.951209] env[69073]: _type = "Task" [ 1079.951209] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.959094] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52216bc3-6b8c-8a52-bb92-fd651eff2b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.987389] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "refresh_cache-babb874a-6907-4048-af71-5485aff4ba70" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.987551] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "refresh_cache-babb874a-6907-4048-af71-5485aff4ba70" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.987685] env[69073]: DEBUG nova.network.neutron [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.070047] env[69073]: DEBUG oslo_vmware.api [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220081, 'name': PowerOnVM_Task, 'duration_secs': 0.641271} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.070374] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.070588] env[69073]: INFO nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1080.070771] env[69073]: DEBUG nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.071554] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20b3d94-741a-4357-8764-4adf5148de0a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.321308] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.321825] env[69073]: DEBUG nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.327389] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.617s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.328745] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.331042] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.840s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.331042] env[69073]: DEBUG nova.objects.instance [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lazy-loading 'resources' on Instance uuid b9bdfdcf-7062-4225-8727-09b8cdee4b8b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.403263] env[69073]: DEBUG nova.network.neutron [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Updated VIF entry in instance network info cache for port 27a02f6c-76e3-4307-a764-0fbfa6174452. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.403646] env[69073]: DEBUG nova.network.neutron [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Updating instance_info_cache with network_info: [{"id": "27a02f6c-76e3-4307-a764-0fbfa6174452", "address": "fa:16:3e:54:c5:3d", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27a02f6c-76", "ovs_interfaceid": "27a02f6c-76e3-4307-a764-0fbfa6174452", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.416462] env[69073]: DEBUG nova.objects.base [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Object Instance<5385f25c-700d-4ee8-9714-2bc84481df0c> lazy-loaded attributes: flavor,info_cache {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1080.452952] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52177f7b-0a57-cf42-7d17-8082085d8906, 'name': SearchDatastore_Task, 'duration_secs': 0.016146} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.457830] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.458220] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.458528] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.464671] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52216bc3-6b8c-8a52-bb92-fd651eff2b10, 'name': SearchDatastore_Task, 'duration_secs': 0.026669} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.465486] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfeb0708-c3cf-4b27-ad36-5c66deb67cc8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.472586] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1080.472586] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f0889e-248e-8ce2-9b70-9bd381b6d009" [ 1080.472586] env[69073]: _type = "Task" [ 1080.472586] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.485041] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f0889e-248e-8ce2-9b70-9bd381b6d009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.544793] env[69073]: DEBUG nova.network.neutron [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.589713] env[69073]: INFO nova.compute.manager [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Took 42.09 seconds to build instance. [ 1080.611592] env[69073]: DEBUG nova.compute.manager [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Received event network-vif-plugged-7b48a1ae-0ccd-4023-b6b5-997c1a51a889 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.611817] env[69073]: DEBUG oslo_concurrency.lockutils [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] Acquiring lock "babb874a-6907-4048-af71-5485aff4ba70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.612209] env[69073]: DEBUG oslo_concurrency.lockutils [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] Lock "babb874a-6907-4048-af71-5485aff4ba70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.612504] env[69073]: DEBUG oslo_concurrency.lockutils [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] Lock "babb874a-6907-4048-af71-5485aff4ba70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.612610] env[69073]: DEBUG nova.compute.manager [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] No waiting events found dispatching network-vif-plugged-7b48a1ae-0ccd-4023-b6b5-997c1a51a889 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.612777] env[69073]: WARNING nova.compute.manager [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Received unexpected event network-vif-plugged-7b48a1ae-0ccd-4023-b6b5-997c1a51a889 for instance with vm_state building and task_state spawning. [ 1080.612936] env[69073]: DEBUG nova.compute.manager [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Received event network-changed-7b48a1ae-0ccd-4023-b6b5-997c1a51a889 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.613105] env[69073]: DEBUG nova.compute.manager [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Refreshing instance network info cache due to event network-changed-7b48a1ae-0ccd-4023-b6b5-997c1a51a889. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.613282] env[69073]: DEBUG oslo_concurrency.lockutils [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] Acquiring lock "refresh_cache-babb874a-6907-4048-af71-5485aff4ba70" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.799931] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.800181] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.800403] env[69073]: INFO nova.compute.manager [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Rebooting instance [ 1080.821601] env[69073]: DEBUG nova.network.neutron [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Updating instance_info_cache with network_info: [{"id": "7b48a1ae-0ccd-4023-b6b5-997c1a51a889", "address": "fa:16:3e:87:2a:df", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b48a1ae-0c", "ovs_interfaceid": "7b48a1ae-0ccd-4023-b6b5-997c1a51a889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.832916] env[69073]: DEBUG nova.compute.utils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.838832] env[69073]: DEBUG nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.838832] env[69073]: DEBUG nova.network.neutron [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.842860] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5ceebf89-9e57-447d-8a9a-b3d48065f9be tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.601s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.844050] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 18.508s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.844242] env[69073]: INFO nova.compute.manager [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Unshelving [ 1080.908274] env[69073]: DEBUG oslo_concurrency.lockutils [req-112c8d41-5e8b-4305-b8e3-f2e318d419e3 req-55f8d4ab-c4c9-4772-86c8-1180a7e3a257 service nova] Releasing lock "refresh_cache-d92e3d17-dba2-41b1-903a-1ae9ba283d17" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.914540] env[69073]: DEBUG nova.policy [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8be0f6db09c94ffea39abdd87a52d6e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d3ce25c1b6e459db8d7978715e724cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.984382] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f0889e-248e-8ce2-9b70-9bd381b6d009, 'name': SearchDatastore_Task, 'duration_secs': 0.013855} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.987314] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.987598] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f/43b31b7e-d614-4f95-bd5f-ba506ec2ab4f.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.988335] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.988587] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.988746] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e75d77ea-027a-4726-8caa-d755fdcf57f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.995021] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d39700d7-21c9-4e86-9f4c-6b081c58dfe2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.002773] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1081.002773] env[69073]: value = "task-3220083" [ 1081.002773] env[69073]: _type = "Task" [ 1081.002773] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.009847] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.010047] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.014077] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270f51f3-996a-4f07-b644-7d778f4a8de2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.019376] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.022573] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1081.022573] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b50bef-daa3-fa4f-7834-f838005bf6e6" [ 1081.022573] env[69073]: _type = "Task" [ 1081.022573] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.033431] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b50bef-daa3-fa4f-7834-f838005bf6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.093221] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6758c1c8-c0fc-440f-859b-b09b845c3d6c tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "c4d3c5ac-1807-40d2-8292-8496190b9e64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.606s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.205221] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d75051-ddf5-45ad-9c11-4cd13cff6989 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.213409] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ee8a07-0202-4e72-a4ff-40af7c87f41c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.253470] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3807402-883f-4469-937a-91ab88cd45d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.261116] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c265acb-c060-418d-8841-5e6468069db4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.274859] env[69073]: DEBUG nova.compute.provider_tree [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.317928] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.318187] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.318403] env[69073]: DEBUG nova.network.neutron [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.325043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "refresh_cache-babb874a-6907-4048-af71-5485aff4ba70" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.325043] env[69073]: DEBUG nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Instance network_info: |[{"id": "7b48a1ae-0ccd-4023-b6b5-997c1a51a889", "address": "fa:16:3e:87:2a:df", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b48a1ae-0c", "ovs_interfaceid": "7b48a1ae-0ccd-4023-b6b5-997c1a51a889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.325043] env[69073]: DEBUG oslo_concurrency.lockutils [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] Acquired lock "refresh_cache-babb874a-6907-4048-af71-5485aff4ba70" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.325043] env[69073]: DEBUG nova.network.neutron [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Refreshing network info cache for port 7b48a1ae-0ccd-4023-b6b5-997c1a51a889 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.325514] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:2a:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b48a1ae-0ccd-4023-b6b5-997c1a51a889', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.332890] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.336440] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babb874a-6907-4048-af71-5485aff4ba70] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.337098] env[69073]: DEBUG nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.339396] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ba9de1f-2a7c-49be-8754-01619b029ad7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.367456] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.367456] env[69073]: value = "task-3220084" [ 1081.367456] env[69073]: _type = "Task" [ 1081.367456] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.377312] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220084, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.440335] env[69073]: INFO nova.compute.manager [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Rescuing [ 1081.440680] env[69073]: DEBUG oslo_concurrency.lockutils [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.440835] env[69073]: DEBUG oslo_concurrency.lockutils [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.441421] env[69073]: DEBUG nova.network.neutron [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.513376] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220083, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.533958] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b50bef-daa3-fa4f-7834-f838005bf6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011687} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.534863] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81dca267-07b4-4b15-becd-dc6c0cca8552 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.541332] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1081.541332] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520815e5-ed91-7de7-f340-7fd4fa487c6c" [ 1081.541332] env[69073]: _type = "Task" [ 1081.541332] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.551758] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520815e5-ed91-7de7-f340-7fd4fa487c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.661623] env[69073]: DEBUG nova.network.neutron [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updating instance_info_cache with network_info: [{"id": "41437731-7c37-4925-bd86-ca49f6c74ebb", "address": "fa:16:3e:7d:48:6a", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41437731-7c", "ovs_interfaceid": "41437731-7c37-4925-bd86-ca49f6c74ebb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.783113] env[69073]: DEBUG nova.scheduler.client.report [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.883304] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220084, 'name': CreateVM_Task, 'duration_secs': 0.491768} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.883572] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babb874a-6907-4048-af71-5485aff4ba70] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.885865] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.885865] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.885865] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.885865] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83b4991-4ce5-45df-b172-bb78c42952ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.890504] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1081.890504] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524806ee-b0da-7c40-a8e9-7716dabf9746" [ 1081.890504] env[69073]: _type = "Task" [ 1081.890504] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.900019] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524806ee-b0da-7c40-a8e9-7716dabf9746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.900679] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.947128] env[69073]: DEBUG nova.network.neutron [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Successfully created port: 55d66417-f1e0-481d-860a-5e8f18b80906 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.015586] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761909} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.016938] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f/43b31b7e-d614-4f95-bd5f-ba506ec2ab4f.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.016938] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.017246] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d19702dc-1e61-45a1-8242-6e262e9f40ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.031156] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1082.031156] env[69073]: value = "task-3220085" [ 1082.031156] env[69073]: _type = "Task" [ 1082.031156] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.038837] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.045199] env[69073]: DEBUG nova.network.neutron [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Updated VIF entry in instance network info cache for port 7b48a1ae-0ccd-4023-b6b5-997c1a51a889. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.045199] env[69073]: DEBUG nova.network.neutron [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Updating instance_info_cache with network_info: [{"id": "7b48a1ae-0ccd-4023-b6b5-997c1a51a889", "address": "fa:16:3e:87:2a:df", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b48a1ae-0c", "ovs_interfaceid": "7b48a1ae-0ccd-4023-b6b5-997c1a51a889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.054739] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520815e5-ed91-7de7-f340-7fd4fa487c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.063396} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.057321] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.057647] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] d92e3d17-dba2-41b1-903a-1ae9ba283d17/d92e3d17-dba2-41b1-903a-1ae9ba283d17.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.057958] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ae08b2-1220-4609-a8e9-46a1a69088c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.064738] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1082.064738] env[69073]: value = "task-3220086" [ 1082.064738] env[69073]: _type = "Task" [ 1082.064738] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.074405] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.166161] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Releasing lock "refresh_cache-5385f25c-700d-4ee8-9714-2bc84481df0c" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.293538] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.297293] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.759s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.297293] env[69073]: DEBUG nova.objects.instance [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lazy-loading 'resources' on Instance uuid 529c6000-3990-4e61-af75-88633a0e7344 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.324819] env[69073]: INFO nova.scheduler.client.report [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Deleted allocations for instance b9bdfdcf-7062-4225-8727-09b8cdee4b8b [ 1082.368861] env[69073]: DEBUG nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.402579] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524806ee-b0da-7c40-a8e9-7716dabf9746, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.405573] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.405813] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.405970] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.407535] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.407742] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.407901] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.408174] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.408353] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.408525] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.408688] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.408862] env[69073]: DEBUG nova.virt.hardware [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.409988] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.410245] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.410495] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.410640] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.410822] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.411686] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf100ac-9b90-48fa-b97e-8f3e93d0b6f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.415527] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293b075d-2870-46be-90a2-6bb8cf9c4024 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.426843] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb65e9d-d756-4e0b-9e57-e47c725da7db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.431851] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.431851] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.432835] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266dc6ad-464e-47f5-a5db-01fd5009eeac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.446332] env[69073]: DEBUG nova.network.neutron [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.455507] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1082.455507] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5286e2fc-ff65-7180-7b79-b498487a3c40" [ 1082.455507] env[69073]: _type = "Task" [ 1082.455507] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.471877] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5286e2fc-ff65-7180-7b79-b498487a3c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.539752] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067074} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.540037] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.540829] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c374c6-28e6-4492-b55f-3571863a1497 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.550211] env[69073]: DEBUG oslo_concurrency.lockutils [req-ca8cec2b-49e7-4f3e-907b-028a072d9573 req-2b5b1a3e-d28b-45c5-9ce3-cea171feb5d8 service nova] Releasing lock "refresh_cache-babb874a-6907-4048-af71-5485aff4ba70" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.571713] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f/43b31b7e-d614-4f95-bd5f-ba506ec2ab4f.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.572380] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f391293-b1e0-4df8-a34b-ae66395c373a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.602889] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492476} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.604566] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] d92e3d17-dba2-41b1-903a-1ae9ba283d17/d92e3d17-dba2-41b1-903a-1ae9ba283d17.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.604831] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.605171] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1082.605171] env[69073]: value = "task-3220087" [ 1082.605171] env[69073]: _type = "Task" [ 1082.605171] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.605373] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a69dfec8-bfe0-476b-aba0-afd52edfb264 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.617089] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220087, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.618759] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1082.618759] env[69073]: value = "task-3220088" [ 1082.618759] env[69073]: _type = "Task" [ 1082.618759] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.629068] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.646994] env[69073]: DEBUG nova.network.neutron [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Updating instance_info_cache with network_info: [{"id": "7f0a671e-f026-4a5b-a7c1-4a1048b89dd4", "address": "fa:16:3e:bb:c7:14", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f0a671e-f0", "ovs_interfaceid": "7f0a671e-f026-4a5b-a7c1-4a1048b89dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.836941] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d1f1c2ae-8b76-4efc-8102-1f52d6bccec4 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "b9bdfdcf-7062-4225-8727-09b8cdee4b8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.617s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.951605] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.967438] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5286e2fc-ff65-7180-7b79-b498487a3c40, 'name': SearchDatastore_Task, 'duration_secs': 0.025873} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.968326] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3adb55-81b3-4438-998b-5eb8bef08602 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.976931] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1082.976931] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ca656b-72a4-70cc-419c-669e5f3351f0" [ 1082.976931] env[69073]: _type = "Task" [ 1082.976931] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.985718] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ca656b-72a4-70cc-419c-669e5f3351f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.123328] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.136253] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093525} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.136530] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.137318] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2482c6c-65bb-44e1-b495-bd6067da87d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.154216] env[69073]: DEBUG oslo_concurrency.lockutils [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "refresh_cache-c4d3c5ac-1807-40d2-8292-8496190b9e64" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.168529] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d92e3d17-dba2-41b1-903a-1ae9ba283d17/d92e3d17-dba2-41b1-903a-1ae9ba283d17.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.171588] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e7cc32-939c-4089-8e1a-6dfbe2b52fcb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.187526] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.190030] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6ecbf0-70c8-47a6-a945-a0e686353288 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.197180] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1083.197180] env[69073]: value = "task-3220090" [ 1083.197180] env[69073]: _type = "Task" [ 1083.197180] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.202341] env[69073]: DEBUG oslo_vmware.api [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1083.202341] env[69073]: value = "task-3220089" [ 1083.202341] env[69073]: _type = "Task" [ 1083.202341] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.207215] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9dab18-50dc-4031-a84a-ab1604089e4f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.220082] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.225320] env[69073]: DEBUG oslo_vmware.api [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220089, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.226384] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e5dfb3-454c-4b4e-93d8-f4a9eb01b84d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.260374] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7232483-cd96-4d1c-8ec2-fb85172e30cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.268807] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614af973-abe5-4610-8519-8286cf9f842f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.283571] env[69073]: DEBUG nova.compute.provider_tree [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.457168] env[69073]: DEBUG nova.compute.manager [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.458076] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3084e076-6367-4bdb-8511-9133ad9f50b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.488540] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ca656b-72a4-70cc-419c-669e5f3351f0, 'name': SearchDatastore_Task, 'duration_secs': 0.054812} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.488873] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.489171] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] babb874a-6907-4048-af71-5485aff4ba70/babb874a-6907-4048-af71-5485aff4ba70.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.489478] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b120b2-a211-413c-9233-c9fe9d17759f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.496578] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1083.496578] env[69073]: value = "task-3220091" [ 1083.496578] env[69073]: _type = "Task" [ 1083.496578] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.505790] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.619275] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220087, 'name': ReconfigVM_Task, 'duration_secs': 0.745071} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.619617] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f/43b31b7e-d614-4f95-bd5f-ba506ec2ab4f.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.622687] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83e0bf51-40bf-47aa-8376-bc7c1f45de33 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.629607] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1083.629607] env[69073]: value = "task-3220092" [ 1083.629607] env[69073]: _type = "Task" [ 1083.629607] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.639829] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220092, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.717160] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220090, 'name': ReconfigVM_Task, 'duration_secs': 0.469952} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.720074] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d92e3d17-dba2-41b1-903a-1ae9ba283d17/d92e3d17-dba2-41b1-903a-1ae9ba283d17.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.721129] env[69073]: DEBUG oslo_vmware.api [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220089, 'name': PowerOnVM_Task, 'duration_secs': 0.433984} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.721369] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9db9565-1415-46bc-ad8f-ffdc8eefe2e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.724025] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.724025] env[69073]: DEBUG nova.compute.manager [None req-7d9de21a-5ee3-4006-837d-a628d8010743 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.725265] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3d3531-e0e8-41ee-a374-f4636c370d4a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.735470] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1083.735470] env[69073]: value = "task-3220093" [ 1083.735470] env[69073]: _type = "Task" [ 1083.735470] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.745232] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220093, 'name': Rename_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.763054] env[69073]: DEBUG nova.compute.manager [req-78c90cc7-fcdc-4558-8b69-9b7b2f7b992a req-05118d47-08d1-4af9-9b47-add471168e22 service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Received event network-vif-plugged-55d66417-f1e0-481d-860a-5e8f18b80906 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.763328] env[69073]: DEBUG oslo_concurrency.lockutils [req-78c90cc7-fcdc-4558-8b69-9b7b2f7b992a req-05118d47-08d1-4af9-9b47-add471168e22 service nova] Acquiring lock "8823141d-de0f-4873-9a87-78faacf02a7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.764559] env[69073]: DEBUG oslo_concurrency.lockutils [req-78c90cc7-fcdc-4558-8b69-9b7b2f7b992a req-05118d47-08d1-4af9-9b47-add471168e22 service nova] Lock "8823141d-de0f-4873-9a87-78faacf02a7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.764789] env[69073]: DEBUG oslo_concurrency.lockutils [req-78c90cc7-fcdc-4558-8b69-9b7b2f7b992a req-05118d47-08d1-4af9-9b47-add471168e22 service nova] Lock "8823141d-de0f-4873-9a87-78faacf02a7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.765035] env[69073]: DEBUG nova.compute.manager [req-78c90cc7-fcdc-4558-8b69-9b7b2f7b992a req-05118d47-08d1-4af9-9b47-add471168e22 service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] No waiting events found dispatching network-vif-plugged-55d66417-f1e0-481d-860a-5e8f18b80906 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.765399] env[69073]: WARNING nova.compute.manager [req-78c90cc7-fcdc-4558-8b69-9b7b2f7b992a req-05118d47-08d1-4af9-9b47-add471168e22 service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Received unexpected event network-vif-plugged-55d66417-f1e0-481d-860a-5e8f18b80906 for instance with vm_state building and task_state spawning. [ 1083.787170] env[69073]: DEBUG nova.scheduler.client.report [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.014152] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220091, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.057694] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "432808fc-e218-4c77-819d-500a9364cbe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.062131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "432808fc-e218-4c77-819d-500a9364cbe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.062131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "432808fc-e218-4c77-819d-500a9364cbe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.062131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "432808fc-e218-4c77-819d-500a9364cbe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.062131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "432808fc-e218-4c77-819d-500a9364cbe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.068521] env[69073]: INFO nova.compute.manager [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Terminating instance [ 1084.144342] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220092, 'name': Rename_Task, 'duration_secs': 0.286444} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.144342] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.144342] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-651a6045-6030-4d8f-9959-a444c32f2041 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.151415] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1084.151415] env[69073]: value = "task-3220094" [ 1084.151415] env[69073]: _type = "Task" [ 1084.151415] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.163471] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.164983] env[69073]: DEBUG nova.network.neutron [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Successfully updated port: 55d66417-f1e0-481d-860a-5e8f18b80906 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.251261] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220093, 'name': Rename_Task, 'duration_secs': 0.241617} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.251544] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.251787] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6ee5a9d-00c2-45da-9f6b-cb3b1b8e3ae2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.261373] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1084.261373] env[69073]: value = "task-3220095" [ 1084.261373] env[69073]: _type = "Task" [ 1084.261373] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.272257] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.296022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.298181] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.913s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.298490] env[69073]: DEBUG nova.objects.instance [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1084.336831] env[69073]: INFO nova.scheduler.client.report [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Deleted allocations for instance 529c6000-3990-4e61-af75-88633a0e7344 [ 1084.479873] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a012e1a-ce61-4aa6-b0cb-968afef8e23f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.492049] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Doing hard reboot of VM {{(pid=69073) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1084.492359] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-da4ad561-b2d5-4a43-b295-e6fcd216b528 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.500828] env[69073]: DEBUG oslo_vmware.api [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1084.500828] env[69073]: value = "task-3220096" [ 1084.500828] env[69073]: _type = "Task" [ 1084.500828] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.516861] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803844} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.520681] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] babb874a-6907-4048-af71-5485aff4ba70/babb874a-6907-4048-af71-5485aff4ba70.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.520940] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.521247] env[69073]: DEBUG oslo_vmware.api [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220096, 'name': ResetVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.521481] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b38039fb-fa12-463f-abfc-7a6fc10b24ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.528767] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1084.528767] env[69073]: value = "task-3220097" [ 1084.528767] env[69073]: _type = "Task" [ 1084.528767] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.538339] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.576228] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "refresh_cache-432808fc-e218-4c77-819d-500a9364cbe0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.576440] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquired lock "refresh_cache-432808fc-e218-4c77-819d-500a9364cbe0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.576637] env[69073]: DEBUG nova.network.neutron [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.659125] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220094, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.670618] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquiring lock "refresh_cache-8823141d-de0f-4873-9a87-78faacf02a7a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.670765] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquired lock "refresh_cache-8823141d-de0f-4873-9a87-78faacf02a7a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.670913] env[69073]: DEBUG nova.network.neutron [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.714276] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.714559] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aae8655-d78b-4f34-9735-3c1193e49297 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.721556] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1084.721556] env[69073]: value = "task-3220098" [ 1084.721556] env[69073]: _type = "Task" [ 1084.721556] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.730408] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.772439] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220095, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.846964] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c6d77aea-0841-4525-8ce4-030c53e153da tempest-InstanceActionsTestJSON-351813237 tempest-InstanceActionsTestJSON-351813237-project-member] Lock "529c6000-3990-4e61-af75-88633a0e7344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.805s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.015505] env[69073]: DEBUG oslo_vmware.api [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220096, 'name': ResetVM_Task, 'duration_secs': 0.102763} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.015870] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Did hard reboot of VM {{(pid=69073) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1085.016074] env[69073]: DEBUG nova.compute.manager [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.016747] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5803db57-4544-475e-8d90-f987604a9e5c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.037648] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070157} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.037648] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.038723] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23720ab3-55e7-4777-bcb6-635d66981ae4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.065388] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] babb874a-6907-4048-af71-5485aff4ba70/babb874a-6907-4048-af71-5485aff4ba70.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.066786] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b87a6e22-ca43-4c46-8204-41709703d396 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.091828] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1085.091828] env[69073]: value = "task-3220099" [ 1085.091828] env[69073]: _type = "Task" [ 1085.091828] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.100782] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.106055] env[69073]: DEBUG nova.network.neutron [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.159426] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220094, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.216567] env[69073]: DEBUG nova.network.neutron [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.228420] env[69073]: DEBUG nova.network.neutron [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.234921] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220098, 'name': PowerOffVM_Task, 'duration_secs': 0.386548} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.235214] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.236153] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a07e64-c06d-4619-940b-25f11c31dbb3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.256750] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb3a04-2a0c-429b-a8af-c404af947fb8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.279862] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220095, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.301905] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.302242] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60edfa7c-076b-464d-9ddb-e15ff130520d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.308664] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1085.308664] env[69073]: value = "task-3220100" [ 1085.308664] env[69073]: _type = "Task" [ 1085.308664] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.312851] env[69073]: DEBUG oslo_concurrency.lockutils [None req-71c328c5-6f5a-442a-8b3e-75af4fafc332 tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.314448] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.812s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.315796] env[69073]: INFO nova.compute.claims [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.324863] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1085.325086] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.325327] env[69073]: DEBUG oslo_concurrency.lockutils [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.325476] env[69073]: DEBUG oslo_concurrency.lockutils [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.325653] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.326022] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf8be6a7-5d15-487b-8776-b8b9751e49e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.336941] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.337174] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.341040] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa38d89-b6ba-471b-81c3-d5f33728808f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.350365] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1085.350365] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52194747-790e-755b-efe9-875fc8926a92" [ 1085.350365] env[69073]: _type = "Task" [ 1085.350365] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.361249] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52194747-790e-755b-efe9-875fc8926a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.532015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c52f3335-eea5-4078-8b39-a070f73331b0 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.732s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.605106] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.618664] env[69073]: DEBUG nova.network.neutron [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Updating instance_info_cache with network_info: [{"id": "55d66417-f1e0-481d-860a-5e8f18b80906", "address": "fa:16:3e:c5:a3:ee", "network": {"id": "3f24f95c-6b05-4582-a8b5-a3c4f36848b3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-619913042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3ce25c1b6e459db8d7978715e724cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d66417-f1", "ovs_interfaceid": "55d66417-f1e0-481d-860a-5e8f18b80906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.662233] env[69073]: DEBUG oslo_vmware.api [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220094, 'name': PowerOnVM_Task, 'duration_secs': 1.019674} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.662572] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.662786] env[69073]: INFO nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Took 11.97 seconds to spawn the instance on the hypervisor. [ 1085.662970] env[69073]: DEBUG nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.663855] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4e8a7-146c-4dbf-8d38-8cb84a85fc11 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.722591] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Releasing lock "refresh_cache-432808fc-e218-4c77-819d-500a9364cbe0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.723260] env[69073]: DEBUG nova.compute.manager [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.723559] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.725313] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee85d26b-a2f2-4817-8a6f-a184963ab0ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.737160] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.737661] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ddcc7f5-74fe-4639-a860-c5c016e34f18 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.746584] env[69073]: DEBUG oslo_vmware.api [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1085.746584] env[69073]: value = "task-3220101" [ 1085.746584] env[69073]: _type = "Task" [ 1085.746584] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.760590] env[69073]: DEBUG oslo_vmware.api [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.775609] env[69073]: DEBUG oslo_vmware.api [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220095, 'name': PowerOnVM_Task, 'duration_secs': 1.076496} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.775823] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.776518] env[69073]: INFO nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1085.776518] env[69073]: DEBUG nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.778021] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c69c94-e37e-40ac-9d94-5fa6a4a5d477 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.863088] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52194747-790e-755b-efe9-875fc8926a92, 'name': SearchDatastore_Task, 'duration_secs': 0.036198} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.863578] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1835d77-8e4e-4307-8fb9-ece59cc798a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.870541] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1085.870541] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522ec33f-bb82-2415-1d22-9ad354d51f0b" [ 1085.870541] env[69073]: _type = "Task" [ 1085.870541] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.879713] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522ec33f-bb82-2415-1d22-9ad354d51f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.898971] env[69073]: DEBUG nova.compute.manager [req-ebfa66ed-6c47-403f-8398-79b0933438a1 req-3302669c-69ed-441c-a0e7-8d3b3e3f5486 service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Received event network-changed-55d66417-f1e0-481d-860a-5e8f18b80906 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.899221] env[69073]: DEBUG nova.compute.manager [req-ebfa66ed-6c47-403f-8398-79b0933438a1 req-3302669c-69ed-441c-a0e7-8d3b3e3f5486 service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Refreshing instance network info cache due to event network-changed-55d66417-f1e0-481d-860a-5e8f18b80906. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.899413] env[69073]: DEBUG oslo_concurrency.lockutils [req-ebfa66ed-6c47-403f-8398-79b0933438a1 req-3302669c-69ed-441c-a0e7-8d3b3e3f5486 service nova] Acquiring lock "refresh_cache-8823141d-de0f-4873-9a87-78faacf02a7a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.111550] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.125020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Releasing lock "refresh_cache-8823141d-de0f-4873-9a87-78faacf02a7a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.125020] env[69073]: DEBUG nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Instance network_info: |[{"id": "55d66417-f1e0-481d-860a-5e8f18b80906", "address": "fa:16:3e:c5:a3:ee", "network": {"id": "3f24f95c-6b05-4582-a8b5-a3c4f36848b3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-619913042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3ce25c1b6e459db8d7978715e724cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d66417-f1", "ovs_interfaceid": "55d66417-f1e0-481d-860a-5e8f18b80906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.125020] env[69073]: DEBUG oslo_concurrency.lockutils [req-ebfa66ed-6c47-403f-8398-79b0933438a1 req-3302669c-69ed-441c-a0e7-8d3b3e3f5486 service nova] Acquired lock "refresh_cache-8823141d-de0f-4873-9a87-78faacf02a7a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.125020] env[69073]: DEBUG nova.network.neutron [req-ebfa66ed-6c47-403f-8398-79b0933438a1 req-3302669c-69ed-441c-a0e7-8d3b3e3f5486 service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Refreshing network info cache for port 55d66417-f1e0-481d-860a-5e8f18b80906 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.125020] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:a3:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7cd4cea-788c-4e6d-9df8-5d83838e2e2a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d66417-f1e0-481d-860a-5e8f18b80906', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.134245] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Creating folder: Project (5d3ce25c1b6e459db8d7978715e724cb). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.134945] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51bad445-1a87-4827-9aa5-bb5deca6105f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.149027] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Created folder: Project (5d3ce25c1b6e459db8d7978715e724cb) in parent group-v643537. [ 1086.149027] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Creating folder: Instances. Parent ref: group-v643796. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.149027] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a100be4-993d-4421-9571-04102350d591 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.160435] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Created folder: Instances in parent group-v643796. [ 1086.161590] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.161939] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.162851] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5714758-ee62-4eeb-91c0-769aa218b078 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.195693] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.195693] env[69073]: value = "task-3220104" [ 1086.195693] env[69073]: _type = "Task" [ 1086.195693] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.196222] env[69073]: INFO nova.compute.manager [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Took 35.61 seconds to build instance. [ 1086.205794] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220104, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.259786] env[69073]: DEBUG oslo_vmware.api [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.307473] env[69073]: INFO nova.compute.manager [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Took 35.33 seconds to build instance. [ 1086.381888] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]522ec33f-bb82-2415-1d22-9ad354d51f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.387059] env[69073]: DEBUG oslo_concurrency.lockutils [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.387059] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. {{(pid=69073) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1086.387485] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a78c667-086f-44e8-b492-bf5831e5c3c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.394950] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1086.394950] env[69073]: value = "task-3220105" [ 1086.394950] env[69073]: _type = "Task" [ 1086.394950] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.408973] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.608826] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220099, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.702372] env[69073]: DEBUG oslo_concurrency.lockutils [None req-20ec54cd-390c-4301-ad34-d190ee950124 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.127s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.709306] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220104, 'name': CreateVM_Task, 'duration_secs': 0.461701} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.714664] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.716777] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.716777] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.716777] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.716777] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80604030-2516-4bd4-b9a7-301f9201125a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.723205] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1086.723205] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5249c583-66d6-decc-231f-a20bd6f090d3" [ 1086.723205] env[69073]: _type = "Task" [ 1086.723205] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.733084] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5249c583-66d6-decc-231f-a20bd6f090d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.739728] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3aacfa-7aef-46db-9865-691463ed3fcb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.748148] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594d372a-5d11-40d1-aacf-c8c101e6343a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.762294] env[69073]: DEBUG oslo_vmware.api [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.792670] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2785e634-db90-45b9-a0a0-8884eba093d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.800684] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c99d38-b961-42f6-b45b-9bd44e119c99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.813999] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7ddfe5f8-b869-438d-8869-f1790a217846 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.849s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.814317] env[69073]: DEBUG nova.compute.provider_tree [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.905820] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220105, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.109970] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220099, 'name': ReconfigVM_Task, 'duration_secs': 1.637337} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.110413] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Reconfigured VM instance instance-0000005c to attach disk [datastore1] babb874a-6907-4048-af71-5485aff4ba70/babb874a-6907-4048-af71-5485aff4ba70.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.111295] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b5aab2a-38e0-486c-95ff-c0b6e7d2dcf7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.117524] env[69073]: DEBUG nova.network.neutron [req-ebfa66ed-6c47-403f-8398-79b0933438a1 req-3302669c-69ed-441c-a0e7-8d3b3e3f5486 service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Updated VIF entry in instance network info cache for port 55d66417-f1e0-481d-860a-5e8f18b80906. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.118385] env[69073]: DEBUG nova.network.neutron [req-ebfa66ed-6c47-403f-8398-79b0933438a1 req-3302669c-69ed-441c-a0e7-8d3b3e3f5486 service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Updating instance_info_cache with network_info: [{"id": "55d66417-f1e0-481d-860a-5e8f18b80906", "address": "fa:16:3e:c5:a3:ee", "network": {"id": "3f24f95c-6b05-4582-a8b5-a3c4f36848b3", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-619913042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d3ce25c1b6e459db8d7978715e724cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7cd4cea-788c-4e6d-9df8-5d83838e2e2a", "external-id": "nsx-vlan-transportzone-361", "segmentation_id": 361, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d66417-f1", "ovs_interfaceid": "55d66417-f1e0-481d-860a-5e8f18b80906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.126036] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1087.126036] env[69073]: value = "task-3220106" [ 1087.126036] env[69073]: _type = "Task" [ 1087.126036] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.130656] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220106, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.235955] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5249c583-66d6-decc-231f-a20bd6f090d3, 'name': SearchDatastore_Task, 'duration_secs': 0.017273} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.236362] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.237401] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.237401] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.237401] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.237401] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.237929] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-117e1904-cc77-4bc0-a079-08a74fb73bd8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.246458] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.246709] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.247716] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36c1ce2-b770-44a2-8604-34a94d1b3ef7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.253016] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1087.253016] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f91080-fd44-3673-b464-730ef9a16717" [ 1087.253016] env[69073]: _type = "Task" [ 1087.253016] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.264286] env[69073]: DEBUG oslo_vmware.api [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220101, 'name': PowerOffVM_Task, 'duration_secs': 1.141475} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.267320] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.268984] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.269415] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f91080-fd44-3673-b464-730ef9a16717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.269644] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f09979a-84fa-4dd9-985b-0608746d3266 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.305129] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.305129] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.305129] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Deleting the datastore file [datastore1] 432808fc-e218-4c77-819d-500a9364cbe0 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.305129] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-831faf2c-be18-4237-8e48-456428edc29b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.311073] env[69073]: DEBUG oslo_vmware.api [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for the task: (returnval){ [ 1087.311073] env[69073]: value = "task-3220108" [ 1087.311073] env[69073]: _type = "Task" [ 1087.311073] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.319088] env[69073]: DEBUG nova.scheduler.client.report [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.322257] env[69073]: DEBUG oslo_vmware.api [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.408276] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816994} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.408571] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. [ 1087.409432] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6a377e-fc8b-428a-8bb9-86d79542cdab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.437872] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.438793] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f8701d-6ad3-4fc8-bf7a-25a7840ffb24 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.459048] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1087.459048] env[69073]: value = "task-3220109" [ 1087.459048] env[69073]: _type = "Task" [ 1087.459048] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.467509] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.623133] env[69073]: DEBUG oslo_concurrency.lockutils [req-ebfa66ed-6c47-403f-8398-79b0933438a1 req-3302669c-69ed-441c-a0e7-8d3b3e3f5486 service nova] Releasing lock "refresh_cache-8823141d-de0f-4873-9a87-78faacf02a7a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.632487] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220106, 'name': Rename_Task, 'duration_secs': 0.31477} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.632759] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.632816] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afac7eb7-53d3-488f-adf6-9b690cbd9885 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.641020] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1087.641020] env[69073]: value = "task-3220110" [ 1087.641020] env[69073]: _type = "Task" [ 1087.641020] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.646565] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.662020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.662020] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.662020] env[69073]: DEBUG nova.compute.manager [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.662020] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c362e394-0f60-4ecd-a617-3b8aa755bb35 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.671139] env[69073]: DEBUG nova.compute.manager [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1087.671139] env[69073]: DEBUG nova.objects.instance [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'flavor' on Instance uuid d92e3d17-dba2-41b1-903a-1ae9ba283d17 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.770672] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f91080-fd44-3673-b464-730ef9a16717, 'name': SearchDatastore_Task, 'duration_secs': 0.018603} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.772519] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e598680a-9450-4219-a328-9d92e5651540 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.779378] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1087.779378] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524a35a1-b90a-1ccc-1b1d-a9342db5e400" [ 1087.779378] env[69073]: _type = "Task" [ 1087.779378] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.786635] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524a35a1-b90a-1ccc-1b1d-a9342db5e400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.829272] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.829272] env[69073]: DEBUG nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.832039] env[69073]: DEBUG oslo_vmware.api [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Task: {'id': task-3220108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262003} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.832510] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.442s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.833814] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.833976] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.835549] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.835743] env[69073]: INFO nova.compute.manager [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1087.839021] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.839021] env[69073]: DEBUG nova.compute.manager [-] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.839021] env[69073]: DEBUG nova.network.neutron [-] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.868855] env[69073]: DEBUG nova.network.neutron [-] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.972153] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.149952] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.290436] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524a35a1-b90a-1ccc-1b1d-a9342db5e400, 'name': SearchDatastore_Task, 'duration_secs': 0.026362} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.290703] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.291737] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 8823141d-de0f-4873-9a87-78faacf02a7a/8823141d-de0f-4873-9a87-78faacf02a7a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.291737] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48ff8ac3-1326-4814-8d11-0ec3e7b09b77 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.298628] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1088.298628] env[69073]: value = "task-3220111" [ 1088.298628] env[69073]: _type = "Task" [ 1088.298628] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.307473] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.312617] env[69073]: DEBUG nova.compute.manager [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.313829] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2edec6-70d8-4811-83f2-796e484aa955 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.334934] env[69073]: DEBUG nova.compute.utils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.336566] env[69073]: DEBUG nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.336782] env[69073]: DEBUG nova.network.neutron [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.342016] env[69073]: INFO nova.compute.claims [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.374015] env[69073]: DEBUG nova.network.neutron [-] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.387457] env[69073]: DEBUG nova.policy [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.470274] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220109, 'name': ReconfigVM_Task, 'duration_secs': 0.529565} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.470679] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Reconfigured VM instance instance-00000059 to attach disk [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.471686] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261be14-f22d-4907-ad04-a3a8b4f930cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.507075] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a2b46f-5eca-41de-b102-ed185374fe20 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.525455] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1088.525455] env[69073]: value = "task-3220112" [ 1088.525455] env[69073]: _type = "Task" [ 1088.525455] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.535110] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.656185] env[69073]: DEBUG oslo_vmware.api [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220110, 'name': PowerOnVM_Task, 'duration_secs': 0.711604} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.656616] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.657978] env[69073]: INFO nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1088.658265] env[69073]: DEBUG nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.659267] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d522e-a6b5-4c6d-8ae6-8b3184281fe8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.676885] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.677163] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152d9fb4-b35e-4528-a2fc-a28e92e6473c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.686646] env[69073]: DEBUG oslo_vmware.api [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1088.686646] env[69073]: value = "task-3220113" [ 1088.686646] env[69073]: _type = "Task" [ 1088.686646] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.700268] env[69073]: DEBUG oslo_vmware.api [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.817045] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220111, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.826082] env[69073]: INFO nova.compute.manager [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] instance snapshotting [ 1088.830165] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c843b3a-8aa1-4a3b-9ee6-053e27220578 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.859248] env[69073]: DEBUG nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.865782] env[69073]: INFO nova.compute.resource_tracker [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating resource usage from migration a6b86a07-b2c3-4085-b8f0-8c875ae64fba [ 1088.871983] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f0a14-e254-4401-b9c6-800e6968f5be {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.876365] env[69073]: INFO nova.compute.manager [-] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Took 1.04 seconds to deallocate network for instance. [ 1088.892200] env[69073]: DEBUG nova.network.neutron [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Successfully created port: 300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.037343] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220112, 'name': ReconfigVM_Task, 'duration_secs': 0.328633} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.037618] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.037864] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e854aa42-2b40-443b-88af-45d203db31eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.044128] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1089.044128] env[69073]: value = "task-3220114" [ 1089.044128] env[69073]: _type = "Task" [ 1089.044128] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.051694] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.200583] env[69073]: INFO nova.compute.manager [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Took 32.52 seconds to build instance. [ 1089.207507] env[69073]: DEBUG oslo_vmware.api [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220113, 'name': PowerOffVM_Task, 'duration_secs': 0.255301} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.207753] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.208061] env[69073]: DEBUG nova.compute.manager [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.210059] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e48f51f-4e66-44d5-b54f-7a4185607692 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.246077] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aaa044-114e-4dae-b647-7d1c69ff0096 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.255212] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bcc6d0-6e3d-4979-ad61-78ce3f65a6fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.290241] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e653f1-e7b2-424a-955c-51cee13c9f0c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.297421] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a4a11c-d3e6-43b2-9c8e-738a27035d17 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.318856] env[69073]: DEBUG nova.compute.provider_tree [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.320387] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591684} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.320859] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 8823141d-de0f-4873-9a87-78faacf02a7a/8823141d-de0f-4873-9a87-78faacf02a7a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.321088] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.321336] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ef13b9-dc40-4627-a4b2-2499aab7c997 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.328103] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1089.328103] env[69073]: value = "task-3220115" [ 1089.328103] env[69073]: _type = "Task" [ 1089.328103] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.337559] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.385673] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.394208] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.394208] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba395bf9-eec8-4b4f-bf03-d504ddbb5ee4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.400777] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1089.400777] env[69073]: value = "task-3220116" [ 1089.400777] env[69073]: _type = "Task" [ 1089.400777] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.409310] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220116, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.553993] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.701591] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f1ba70a7-a39b-46f9-8f25-4fd86b2c3b92 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "babb874a-6907-4048-af71-5485aff4ba70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.043s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.729416] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bdf2cf7b-1c28-41a8-bafb-6a1a798486a9 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.822079] env[69073]: DEBUG nova.scheduler.client.report [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.838558] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173552} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.838558] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.839163] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d167c-07bf-4f53-8a29-710213c1b849 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.862815] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8823141d-de0f-4873-9a87-78faacf02a7a/8823141d-de0f-4873-9a87-78faacf02a7a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.868100] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beebfa82-4c7d-4a00-82a5-3f0063c1edca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.882986] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.883244] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.883475] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.883624] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.884302] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.886398] env[69073]: DEBUG nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.889219] env[69073]: INFO nova.compute.manager [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Terminating instance [ 1089.896812] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1089.896812] env[69073]: value = "task-3220117" [ 1089.896812] env[69073]: _type = "Task" [ 1089.896812] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.909553] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.917619] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220116, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.920322] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.920621] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.920794] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.920979] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.921162] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.921314] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.921528] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.921685] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.921851] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.922026] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.922231] env[69073]: DEBUG nova.virt.hardware [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.923096] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f01ae-e1e1-4a48-b375-d026115daf92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.931017] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581d28cb-f084-4af7-aaa6-3851b87c805f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.054902] env[69073]: DEBUG oslo_vmware.api [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220114, 'name': PowerOnVM_Task, 'duration_secs': 0.763341} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.055245] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.058085] env[69073]: DEBUG nova.compute.manager [None req-392a74c9-9fd2-4267-9ba8-ecab771984fb tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.058929] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a17aea-6d4e-493a-9f63-9035df35a9d7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.086656] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "babb874a-6907-4048-af71-5485aff4ba70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.086939] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "babb874a-6907-4048-af71-5485aff4ba70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.087165] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "babb874a-6907-4048-af71-5485aff4ba70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.087355] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "babb874a-6907-4048-af71-5485aff4ba70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.087521] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "babb874a-6907-4048-af71-5485aff4ba70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.089845] env[69073]: INFO nova.compute.manager [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Terminating instance [ 1090.329297] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.496s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.329608] env[69073]: INFO nova.compute.manager [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Migrating [ 1090.351312] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.700s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.352879] env[69073]: INFO nova.compute.claims [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.371353] env[69073]: DEBUG nova.compute.manager [req-348c05cc-29e0-493a-8e76-f3d136bd2499 req-7c304cef-2e16-4fc8-ad75-1a51dbc96aa2 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-vif-plugged-300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.371557] env[69073]: DEBUG oslo_concurrency.lockutils [req-348c05cc-29e0-493a-8e76-f3d136bd2499 req-7c304cef-2e16-4fc8-ad75-1a51dbc96aa2 service nova] Acquiring lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.371761] env[69073]: DEBUG oslo_concurrency.lockutils [req-348c05cc-29e0-493a-8e76-f3d136bd2499 req-7c304cef-2e16-4fc8-ad75-1a51dbc96aa2 service nova] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.371922] env[69073]: DEBUG oslo_concurrency.lockutils [req-348c05cc-29e0-493a-8e76-f3d136bd2499 req-7c304cef-2e16-4fc8-ad75-1a51dbc96aa2 service nova] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.372096] env[69073]: DEBUG nova.compute.manager [req-348c05cc-29e0-493a-8e76-f3d136bd2499 req-7c304cef-2e16-4fc8-ad75-1a51dbc96aa2 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] No waiting events found dispatching network-vif-plugged-300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.372258] env[69073]: WARNING nova.compute.manager [req-348c05cc-29e0-493a-8e76-f3d136bd2499 req-7c304cef-2e16-4fc8-ad75-1a51dbc96aa2 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received unexpected event network-vif-plugged-300f0bf9-22ee-4c48-a644-dc77bafc90e1 for instance with vm_state building and task_state spawning. [ 1090.393694] env[69073]: DEBUG nova.compute.manager [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.393908] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.394794] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4980929d-7d94-4259-abff-3bead351aacd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.409010] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.412354] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82c5240a-44df-42c9-ad37-b7f1e8c310d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.413706] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.416731] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220116, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.487753] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.488075] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.488658] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleting the datastore file [datastore2] d92e3d17-dba2-41b1-903a-1ae9ba283d17 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.488658] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b2706f1-3992-41e4-afc1-7ecc3a6bb5b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.496854] env[69073]: DEBUG oslo_vmware.api [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1090.496854] env[69073]: value = "task-3220119" [ 1090.496854] env[69073]: _type = "Task" [ 1090.496854] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.506389] env[69073]: DEBUG oslo_vmware.api [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.524867] env[69073]: DEBUG nova.network.neutron [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Successfully updated port: 300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.593509] env[69073]: DEBUG nova.compute.manager [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.593734] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.594704] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1434f8f-23c3-4952-9557-91ad4c5f8725 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.603646] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.603887] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a696a72a-88d2-4e0c-8a34-9b32d9159792 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.610257] env[69073]: DEBUG oslo_vmware.api [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1090.610257] env[69073]: value = "task-3220120" [ 1090.610257] env[69073]: _type = "Task" [ 1090.610257] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.619275] env[69073]: DEBUG oslo_vmware.api [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.865899] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.866199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.866465] env[69073]: DEBUG nova.network.neutron [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.916018] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220117, 'name': ReconfigVM_Task, 'duration_secs': 0.828474} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.920165] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8823141d-de0f-4873-9a87-78faacf02a7a/8823141d-de0f-4873-9a87-78faacf02a7a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.921073] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220116, 'name': CreateSnapshot_Task, 'duration_secs': 1.265869} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.921353] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41f99771-104b-4fe8-8504-416718563b81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.923496] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1090.924523] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9ea15d-16a1-4ab0-b3e0-d2c9ecba56bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.940256] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1090.940256] env[69073]: value = "task-3220121" [ 1090.940256] env[69073]: _type = "Task" [ 1090.940256] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.952323] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220121, 'name': Rename_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.007746] env[69073]: DEBUG oslo_vmware.api [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206849} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.008099] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.008324] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.008537] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.008790] env[69073]: INFO nova.compute.manager [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1091.008984] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.009221] env[69073]: DEBUG nova.compute.manager [-] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.009318] env[69073]: DEBUG nova.network.neutron [-] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.027026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.027201] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.027421] env[69073]: DEBUG nova.network.neutron [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.121230] env[69073]: DEBUG oslo_vmware.api [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220120, 'name': PowerOffVM_Task, 'duration_secs': 0.244268} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.121724] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.122018] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.122360] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-410fd433-1657-4544-97f4-4b1797968c1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.195570] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.196223] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.196223] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleting the datastore file [datastore1] babb874a-6907-4048-af71-5485aff4ba70 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.196328] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-007e1872-fea6-462f-820c-9ddd2726caee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.202641] env[69073]: DEBUG oslo_vmware.api [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1091.202641] env[69073]: value = "task-3220123" [ 1091.202641] env[69073]: _type = "Task" [ 1091.202641] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.212165] env[69073]: DEBUG oslo_vmware.api [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.448770] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1091.449327] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ce333bd-718e-4e2b-b1f0-b1efefad6cf7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.463517] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1091.463517] env[69073]: value = "task-3220124" [ 1091.463517] env[69073]: _type = "Task" [ 1091.463517] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.463741] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220121, 'name': Rename_Task, 'duration_secs': 0.18956} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.464043] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.466815] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47a6aa2f-b4bf-4bf1-9ef8-f4d2972dc935 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.477096] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220124, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.478433] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1091.478433] env[69073]: value = "task-3220125" [ 1091.478433] env[69073]: _type = "Task" [ 1091.478433] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.487570] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.561758] env[69073]: DEBUG nova.network.neutron [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.639923] env[69073]: DEBUG nova.network.neutron [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance_info_cache with network_info: [{"id": "7347b5fc-2412-498d-b6ab-a0750d87420c", "address": "fa:16:3e:ce:1c:33", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7347b5fc-24", "ovs_interfaceid": "7347b5fc-2412-498d-b6ab-a0750d87420c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.697144] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23809255-8ca7-42e9-a7d4-1ff3fd39c370 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.710616] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869be794-e80f-4916-8c32-4dfa35588ec1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.716917] env[69073]: DEBUG oslo_vmware.api [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290231} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.717645] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.717907] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.718150] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.718391] env[69073]: INFO nova.compute.manager [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: babb874a-6907-4048-af71-5485aff4ba70] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1091.718664] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.718893] env[69073]: DEBUG nova.compute.manager [-] [instance: babb874a-6907-4048-af71-5485aff4ba70] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.719031] env[69073]: DEBUG nova.network.neutron [-] [instance: babb874a-6907-4048-af71-5485aff4ba70] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.746209] env[69073]: DEBUG nova.network.neutron [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.748589] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4d4483-9121-4beb-a8e0-71ab4975e653 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.756440] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0495d393-43d1-4ce1-a68d-a88c6542d2a4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.772429] env[69073]: DEBUG nova.compute.provider_tree [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.828887] env[69073]: DEBUG nova.network.neutron [-] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.977457] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220124, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.989759] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220125, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.142528] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.251918] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.252292] env[69073]: DEBUG nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Instance network_info: |[{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.252747] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:47:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '300f0bf9-22ee-4c48-a644-dc77bafc90e1', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.260610] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.260862] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.261112] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbc77f7b-91f7-4501-aff5-681d38063e8c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.276698] env[69073]: DEBUG nova.scheduler.client.report [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.285897] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.285897] env[69073]: value = "task-3220126" [ 1092.285897] env[69073]: _type = "Task" [ 1092.285897] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.294249] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220126, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.332036] env[69073]: INFO nova.compute.manager [-] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Took 1.32 seconds to deallocate network for instance. [ 1092.450019] env[69073]: DEBUG nova.compute.manager [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.450252] env[69073]: DEBUG nova.compute.manager [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing instance network info cache due to event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.450470] env[69073]: DEBUG oslo_concurrency.lockutils [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.450615] env[69073]: DEBUG oslo_concurrency.lockutils [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.450772] env[69073]: DEBUG nova.network.neutron [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.477690] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220124, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.488651] env[69073]: DEBUG oslo_vmware.api [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220125, 'name': PowerOnVM_Task, 'duration_secs': 0.542007} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.488958] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.489192] env[69073]: INFO nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1092.489384] env[69073]: DEBUG nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.490218] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e7006-beda-47d8-b176-3e8d50400977 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.509511] env[69073]: INFO nova.compute.manager [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Rescuing [ 1092.509862] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.510037] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.510186] env[69073]: DEBUG nova.network.neutron [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.548298] env[69073]: DEBUG nova.network.neutron [-] [instance: babb874a-6907-4048-af71-5485aff4ba70] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.782614] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.782951] env[69073]: DEBUG nova.compute.manager [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.785525] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.864s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.797231] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220126, 'name': CreateVM_Task, 'duration_secs': 0.479802} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.797461] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.798170] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.798402] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.798727] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.799530] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536672a8-098f-478c-8d63-3635a4335ead {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.804771] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1092.804771] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e7fcaf-3786-3824-43a6-ff006dadfc75" [ 1092.804771] env[69073]: _type = "Task" [ 1092.804771] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.812662] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e7fcaf-3786-3824-43a6-ff006dadfc75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.840544] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.975014] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220124, 'name': CloneVM_Task} progress is 95%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.008116] env[69073]: INFO nova.compute.manager [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Took 33.74 seconds to build instance. [ 1093.050636] env[69073]: INFO nova.compute.manager [-] [instance: babb874a-6907-4048-af71-5485aff4ba70] Took 1.33 seconds to deallocate network for instance. [ 1093.177499] env[69073]: DEBUG nova.network.neutron [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updated VIF entry in instance network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.177967] env[69073]: DEBUG nova.network.neutron [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.279496] env[69073]: DEBUG nova.network.neutron [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Updating instance_info_cache with network_info: [{"id": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "address": "fa:16:3e:3c:2f:61", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7125e532-43", "ovs_interfaceid": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.295891] env[69073]: DEBUG nova.compute.utils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.297515] env[69073]: DEBUG nova.compute.manager [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1093.316199] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e7fcaf-3786-3824-43a6-ff006dadfc75, 'name': SearchDatastore_Task, 'duration_secs': 0.015465} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.316199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.316337] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.316531] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.317189] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.317189] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.317189] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1455d6bc-5eee-4bb8-a9db-be05dc62e3ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.331969] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.332711] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.333451] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02861a31-f4b2-4337-8167-7aadaf7e5074 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.341341] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1093.341341] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5287dafd-4f63-a941-330c-8a51e4eb0d97" [ 1093.341341] env[69073]: _type = "Task" [ 1093.341341] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.349482] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5287dafd-4f63-a941-330c-8a51e4eb0d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.478683] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220124, 'name': CloneVM_Task, 'duration_secs': 1.726477} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.483433] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Created linked-clone VM from snapshot [ 1093.484594] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3de1a-1005-49db-a07e-794312464bb7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.495370] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Uploading image 0265af0c-60a2-4a8b-8a7e-42f269100f3e {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1093.510684] env[69073]: DEBUG oslo_concurrency.lockutils [None req-46c4b4af-ab28-4a81-8fd9-20439a0e177c tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "8823141d-de0f-4873-9a87-78faacf02a7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.247s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.513455] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1093.513455] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40d6ff44-0dc0-433c-a64d-9a83b4fa5075 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.521405] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1093.521405] env[69073]: value = "task-3220127" [ 1093.521405] env[69073]: _type = "Task" [ 1093.521405] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.527951] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220127, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.556463] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.612046] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b739a121-e943-4e06-8795-4a88beb7d96d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.619469] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be76701-ae3a-429b-8425-59f749fbbefa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.648924] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a52310-1d39-4fcb-a048-7f5cdc45ec1f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.656016] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c61a205-34c8-46e2-bb62-6a095fbb0f9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.663927] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee24a921-844d-418c-a32f-49b60767bdd9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.674211] env[69073]: DEBUG nova.compute.provider_tree [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.694622] env[69073]: DEBUG oslo_concurrency.lockutils [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.694719] env[69073]: DEBUG nova.compute.manager [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Received event network-vif-deleted-27a02f6c-76e3-4307-a764-0fbfa6174452 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.694940] env[69073]: DEBUG nova.compute.manager [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Received event network-vif-deleted-7b48a1ae-0ccd-4023-b6b5-997c1a51a889 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.695198] env[69073]: INFO nova.compute.manager [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Neutron deleted interface 7b48a1ae-0ccd-4023-b6b5-997c1a51a889; detaching it from the instance and deleting it from the info cache [ 1093.695497] env[69073]: DEBUG nova.network.neutron [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.696813] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance 'e8e29060-d2c9-4bec-810f-3ddaf44e4735' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.782631] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.799654] env[69073]: DEBUG nova.compute.manager [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.851887] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5287dafd-4f63-a941-330c-8a51e4eb0d97, 'name': SearchDatastore_Task, 'duration_secs': 0.030918} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.852827] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409ca8f5-c257-4b3f-a15d-03c3bc0da9e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.858706] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1093.858706] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527b3f32-5e6c-8c2a-7aea-237bc8e0db32" [ 1093.858706] env[69073]: _type = "Task" [ 1093.858706] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.862204] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquiring lock "8823141d-de0f-4873-9a87-78faacf02a7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.862559] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "8823141d-de0f-4873-9a87-78faacf02a7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.862900] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquiring lock "8823141d-de0f-4873-9a87-78faacf02a7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.863203] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "8823141d-de0f-4873-9a87-78faacf02a7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.863514] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "8823141d-de0f-4873-9a87-78faacf02a7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.866055] env[69073]: INFO nova.compute.manager [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Terminating instance [ 1093.870778] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527b3f32-5e6c-8c2a-7aea-237bc8e0db32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.936132] env[69073]: DEBUG nova.objects.instance [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lazy-loading 'flavor' on Instance uuid 35613d15-5d0f-44b5-bff6-9ebbe362892b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.029741] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220127, 'name': Destroy_Task, 'duration_secs': 0.436148} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.030123] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Destroyed the VM [ 1094.030372] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1094.030624] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a01dbf63-afe7-418b-85db-ea87c20c1bc3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.037354] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1094.037354] env[69073]: value = "task-3220128" [ 1094.037354] env[69073]: _type = "Task" [ 1094.037354] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.045387] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220128, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.177648] env[69073]: DEBUG nova.scheduler.client.report [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.203291] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.203586] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e23c1d7-c840-4901-b65f-54829ad58325 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.206109] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9db1bb7-2fe7-41dd-b8ee-5fe8de426f25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.214935] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd866d-d61a-40e3-bbd7-12e1c66fd4a4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.227158] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1094.227158] env[69073]: value = "task-3220129" [ 1094.227158] env[69073]: _type = "Task" [ 1094.227158] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.237213] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.251791] env[69073]: DEBUG nova.compute.manager [req-636bae03-b3ec-43a5-8d5c-1e814bad7566 req-4d85dd46-e1fd-451b-9990-f87271407643 service nova] [instance: babb874a-6907-4048-af71-5485aff4ba70] Detach interface failed, port_id=7b48a1ae-0ccd-4023-b6b5-997c1a51a889, reason: Instance babb874a-6907-4048-af71-5485aff4ba70 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.370930] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527b3f32-5e6c-8c2a-7aea-237bc8e0db32, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.371356] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.371624] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] a0d626c7-f657-4ec0-b58f-794ef24012d9/a0d626c7-f657-4ec0-b58f-794ef24012d9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.371917] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44582e77-aca2-481f-b142-55fcfcfaeabc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.375023] env[69073]: DEBUG nova.compute.manager [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.375226] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.376200] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5980b3e9-3df8-4ee9-9617-7c52a910f05f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.384767] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.386406] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98abffc0-d4ef-43c6-a094-538de40bdbcf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.388503] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1094.388503] env[69073]: value = "task-3220130" [ 1094.388503] env[69073]: _type = "Task" [ 1094.388503] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.395024] env[69073]: DEBUG oslo_vmware.api [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1094.395024] env[69073]: value = "task-3220131" [ 1094.395024] env[69073]: _type = "Task" [ 1094.395024] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.401643] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.407677] env[69073]: DEBUG oslo_vmware.api [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.442070] env[69073]: DEBUG oslo_concurrency.lockutils [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.442070] env[69073]: DEBUG oslo_concurrency.lockutils [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquired lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.550293] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220128, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.738133] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220129, 'name': PowerOffVM_Task, 'duration_secs': 0.352586} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.738400] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.738597] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance 'e8e29060-d2c9-4bec-810f-3ddaf44e4735' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.813800] env[69073]: DEBUG nova.compute.manager [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.841149] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.841372] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.841529] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.841711] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.841878] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.842052] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.843423] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.843423] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.843423] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.843423] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.843423] env[69073]: DEBUG nova.virt.hardware [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.844867] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7773328-5a2d-48f1-887d-4dacfd93c6b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.852620] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf108d-5be0-4a3c-ac56-607c8ea4ffbb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.870411] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.877083] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Creating folder: Project (24ccc97faa9c4492a22902bd5d3edf6d). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.877689] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dd262b2-7d70-4c60-a2f4-5ca128900677 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.889914] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Created folder: Project (24ccc97faa9c4492a22902bd5d3edf6d) in parent group-v643537. [ 1094.890072] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Creating folder: Instances. Parent ref: group-v643802. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1094.893594] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07ae25d8-a3fe-4a5b-8fa5-dea2b1079a4a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.904984] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220130, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.906934] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Created folder: Instances in parent group-v643802. [ 1094.907272] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.907509] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.907781] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4814b51-2e1d-447b-b059-42885812fa25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.927028] env[69073]: DEBUG oslo_vmware.api [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220131, 'name': PowerOffVM_Task, 'duration_secs': 0.166156} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.927028] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.927177] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.927452] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49ac0b43-13d2-41b7-87ee-3658125797d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.930605] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.930605] env[69073]: value = "task-3220134" [ 1094.930605] env[69073]: _type = "Task" [ 1094.930605] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.938686] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220134, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.959131] env[69073]: DEBUG nova.network.neutron [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.982102] env[69073]: DEBUG nova.compute.manager [req-c8fa4fe7-dab4-4dc9-ac2b-8360364b4801 req-b469f735-d314-4201-b1f3-a05dd6f6c9d8 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Received event network-changed-05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.982364] env[69073]: DEBUG nova.compute.manager [req-c8fa4fe7-dab4-4dc9-ac2b-8360364b4801 req-b469f735-d314-4201-b1f3-a05dd6f6c9d8 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Refreshing instance network info cache due to event network-changed-05128509-902a-4694-b6e7-12939fc8163a. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.983368] env[69073]: DEBUG oslo_concurrency.lockutils [req-c8fa4fe7-dab4-4dc9-ac2b-8360364b4801 req-b469f735-d314-4201-b1f3-a05dd6f6c9d8 service nova] Acquiring lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.999599] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.999849] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.999977] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Deleting the datastore file [datastore1] 8823141d-de0f-4873-9a87-78faacf02a7a {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.000326] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2de04116-2f4b-40bd-babf-9dbe27b0b9d7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.007569] env[69073]: DEBUG oslo_vmware.api [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for the task: (returnval){ [ 1095.007569] env[69073]: value = "task-3220136" [ 1095.007569] env[69073]: _type = "Task" [ 1095.007569] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.016198] env[69073]: DEBUG oslo_vmware.api [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.050610] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220128, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.188657] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.403s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.191761] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.029s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.192047] env[69073]: DEBUG nova.objects.instance [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lazy-loading 'resources' on Instance uuid 3c6563cc-c75b-432f-be71-32192be3a1ef {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.246440] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.246719] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.246881] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.247083] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.247236] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.247386] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.247728] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.247764] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.247931] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.248139] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.248401] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.253980] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e0da15-b64a-4e08-9938-7a566089714f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.270894] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1095.270894] env[69073]: value = "task-3220137" [ 1095.270894] env[69073]: _type = "Task" [ 1095.270894] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.279194] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.321851] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.322055] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34a03536-919d-46b5-b4ec-9697328dc8b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.328441] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1095.328441] env[69073]: value = "task-3220138" [ 1095.328441] env[69073]: _type = "Task" [ 1095.328441] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.337170] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.400898] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688101} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.400898] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] a0d626c7-f657-4ec0-b58f-794ef24012d9/a0d626c7-f657-4ec0-b58f-794ef24012d9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.400898] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.401172] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f3ed760-9f95-4073-b09a-05fa6bdc2710 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.407664] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1095.407664] env[69073]: value = "task-3220139" [ 1095.407664] env[69073]: _type = "Task" [ 1095.407664] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.415691] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.439981] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220134, 'name': CreateVM_Task, 'duration_secs': 0.365635} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.440181] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.440640] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.440800] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.441158] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.441419] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5eb0cb2-ce1f-4687-aef2-f09cc7e98529 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.446441] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1095.446441] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cf93f7-f219-30d5-b2db-28c83dbbb3f4" [ 1095.446441] env[69073]: _type = "Task" [ 1095.446441] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.454580] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cf93f7-f219-30d5-b2db-28c83dbbb3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.518197] env[69073]: DEBUG oslo_vmware.api [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Task: {'id': task-3220136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384858} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.518637] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.519135] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.519380] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.519591] env[69073]: INFO nova.compute.manager [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1095.519836] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.520068] env[69073]: DEBUG nova.compute.manager [-] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.520168] env[69073]: DEBUG nova.network.neutron [-] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.555311] env[69073]: DEBUG oslo_vmware.api [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220128, 'name': RemoveSnapshot_Task, 'duration_secs': 1.059477} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.555311] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1095.777290] env[69073]: INFO nova.scheduler.client.report [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted allocation for migration d8f0c9ea-c035-4c99-ab49-da1fdc7f5cf1 [ 1095.789153] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220137, 'name': ReconfigVM_Task, 'duration_secs': 0.319402} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.789720] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance 'e8e29060-d2c9-4bec-810f-3ddaf44e4735' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.822301] env[69073]: DEBUG nova.network.neutron [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updating instance_info_cache with network_info: [{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.847578] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220138, 'name': PowerOffVM_Task, 'duration_secs': 0.280801} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.848089] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.849807] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c60bf5-c12d-4004-ae48-89d04f3fa2a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.872313] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a4ed5f-3cf9-4e6b-9c50-885fe2f8851d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.917655] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109418} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.920288] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.920905] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.921347] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27843611-3b84-4db7-9b28-828d6e124394 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.923516] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d51fbd-0ece-4683-9a4e-56f8648e07ed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.951465] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] a0d626c7-f657-4ec0-b58f-794ef24012d9/a0d626c7-f657-4ec0-b58f-794ef24012d9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.958021] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd46fe53-0298-4a98-b3b4-d6bff4f01206 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.971816] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1095.971816] env[69073]: value = "task-3220140" [ 1095.971816] env[69073]: _type = "Task" [ 1095.971816] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.981560] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1095.981560] env[69073]: value = "task-3220141" [ 1095.981560] env[69073]: _type = "Task" [ 1095.981560] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.988448] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cf93f7-f219-30d5-b2db-28c83dbbb3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.023191} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.993970] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.994188] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.994428] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.994581] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.995169] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.995169] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.995313] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.995444] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.995583] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.995746] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.996222] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f6dbf2-46ab-4c0d-b050-38037e047c6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.998776] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dcf39ee-8f37-4059-a959-a32230c01531 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.009796] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.010118] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.010287] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.011064] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.011238] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.011877] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d66e1df0-1db9-4f22-b898-f9f3e8ec803a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.014070] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa24d526-8998-41fc-9f21-5083e827fc8a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.021620] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1096.021620] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5227c6d5-5597-33cd-e58f-2702af8ed20c" [ 1096.021620] env[69073]: _type = "Task" [ 1096.021620] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.022958] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1096.022958] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e28206-d4f9-ed08-57f4-9d310b0ebb6b" [ 1096.022958] env[69073]: _type = "Task" [ 1096.022958] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.035088] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5227c6d5-5597-33cd-e58f-2702af8ed20c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.040462] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e28206-d4f9-ed08-57f4-9d310b0ebb6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.058755] env[69073]: WARNING nova.compute.manager [None req-8de2ed9f-522a-4b0a-9303-9e663b6d2b85 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Image not found during snapshot: nova.exception.ImageNotFound: Image 0265af0c-60a2-4a8b-8a7e-42f269100f3e could not be found. [ 1096.130344] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379a9e91-af86-4c87-bf12-063856135178 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.137842] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e49768c-0097-4e48-bb61-7e05e9f0daad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.171253] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfd0513-10a4-45fe-9510-ee303d791122 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.178795] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af71480-9256-4c1f-a764-9e7f7c0fc6fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.194036] env[69073]: DEBUG nova.compute.provider_tree [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.241366] env[69073]: DEBUG nova.compute.manager [req-552f05ac-0329-4241-9a93-b3f408220540 req-24e5f891-8f66-4e99-a42d-84d296e5fdeb service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Received event network-vif-deleted-55d66417-f1e0-481d-860a-5e8f18b80906 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.241561] env[69073]: INFO nova.compute.manager [req-552f05ac-0329-4241-9a93-b3f408220540 req-24e5f891-8f66-4e99-a42d-84d296e5fdeb service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Neutron deleted interface 55d66417-f1e0-481d-860a-5e8f18b80906; detaching it from the instance and deleting it from the info cache [ 1096.241730] env[69073]: DEBUG nova.network.neutron [req-552f05ac-0329-4241-9a93-b3f408220540 req-24e5f891-8f66-4e99-a42d-84d296e5fdeb service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.292234] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ece00851-79fe-4dfe-b001-c2d1fbedf6c1 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.108s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.298295] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.298708] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.298708] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.298975] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.299099] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.299297] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.299693] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.299693] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.299856] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.300031] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.300233] env[69073]: DEBUG nova.virt.hardware [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.305469] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.305945] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef65de7-0f69-40e8-9383-2d2a87962b53 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.325575] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1096.325575] env[69073]: value = "task-3220142" [ 1096.325575] env[69073]: _type = "Task" [ 1096.325575] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.328979] env[69073]: DEBUG oslo_concurrency.lockutils [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Releasing lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.329208] env[69073]: DEBUG nova.compute.manager [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Inject network info {{(pid=69073) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1096.329462] env[69073]: DEBUG nova.compute.manager [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] network_info to inject: |[{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1096.334606] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Reconfiguring VM instance to set the machine id {{(pid=69073) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1096.334606] env[69073]: DEBUG oslo_concurrency.lockutils [req-c8fa4fe7-dab4-4dc9-ac2b-8360364b4801 req-b469f735-d314-4201-b1f3-a05dd6f6c9d8 service nova] Acquired lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.334734] env[69073]: DEBUG nova.network.neutron [req-c8fa4fe7-dab4-4dc9-ac2b-8360364b4801 req-b469f735-d314-4201-b1f3-a05dd6f6c9d8 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Refreshing network info cache for port 05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.335780] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76559b28-4a1d-4d4e-99a2-fe9b901e6683 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.351991] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.353402] env[69073]: DEBUG oslo_vmware.api [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1096.353402] env[69073]: value = "task-3220143" [ 1096.353402] env[69073]: _type = "Task" [ 1096.353402] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.361792] env[69073]: DEBUG oslo_vmware.api [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3220143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.386056] env[69073]: DEBUG nova.objects.instance [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lazy-loading 'flavor' on Instance uuid 35613d15-5d0f-44b5-bff6-9ebbe362892b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.502026] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220141, 'name': ReconfigVM_Task, 'duration_secs': 0.270882} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.502026] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] a0d626c7-f657-4ec0-b58f-794ef24012d9/a0d626c7-f657-4ec0-b58f-794ef24012d9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.502026] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ad4deef-dfc8-45a0-94d1-e7e5ba56ba71 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.508466] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1096.508466] env[69073]: value = "task-3220144" [ 1096.508466] env[69073]: _type = "Task" [ 1096.508466] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.520028] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220144, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.538730] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5227c6d5-5597-33cd-e58f-2702af8ed20c, 'name': SearchDatastore_Task, 'duration_secs': 0.030359} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.544483] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e28206-d4f9-ed08-57f4-9d310b0ebb6b, 'name': SearchDatastore_Task, 'duration_secs': 0.014959} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.545008] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c097b9e0-5993-476f-a985-3a48d36d41f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.549322] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df6a238-c379-4521-8810-74275828d3a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.556268] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1096.556268] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d0e50b-9d6e-9b44-9bcc-0c29d95e1b83" [ 1096.556268] env[69073]: _type = "Task" [ 1096.556268] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.557110] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1096.557110] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523afeec-6dd9-97e8-f263-3b769a01055f" [ 1096.557110] env[69073]: _type = "Task" [ 1096.557110] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.569437] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d0e50b-9d6e-9b44-9bcc-0c29d95e1b83, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.573987] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.574326] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. {{(pid=69073) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1096.574636] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523afeec-6dd9-97e8-f263-3b769a01055f, 'name': SearchDatastore_Task, 'duration_secs': 0.010241} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.574844] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6464328d-0f2d-4a40-8cc0-a6ae52c98693 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.577033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.578867] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc/449c84df-79df-41cb-8513-5b95a673d5fc.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.578867] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7449b661-157d-4fb9-8f5d-b3ef34108251 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.586427] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1096.586427] env[69073]: value = "task-3220145" [ 1096.586427] env[69073]: _type = "Task" [ 1096.586427] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.586771] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1096.586771] env[69073]: value = "task-3220146" [ 1096.586771] env[69073]: _type = "Task" [ 1096.586771] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.599756] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.602631] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.674568] env[69073]: DEBUG nova.network.neutron [-] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.697251] env[69073]: DEBUG nova.scheduler.client.report [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.706699] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.707064] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.707335] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.707547] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.707769] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.709979] env[69073]: INFO nova.compute.manager [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Terminating instance [ 1096.746057] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a60d9b3-7913-4356-be7c-a45e40f42f37 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.755826] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ccaab5-f5ea-49d6-982e-123a1349a66d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.791997] env[69073]: DEBUG nova.compute.manager [req-552f05ac-0329-4241-9a93-b3f408220540 req-24e5f891-8f66-4e99-a42d-84d296e5fdeb service nova] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Detach interface failed, port_id=55d66417-f1e0-481d-860a-5e8f18b80906, reason: Instance 8823141d-de0f-4873-9a87-78faacf02a7a could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.839973] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220142, 'name': ReconfigVM_Task, 'duration_secs': 0.340232} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.840663] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.841520] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d31a109-2534-4fbd-bbaa-0156ba1e939b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.872662] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735/e8e29060-d2c9-4bec-810f-3ddaf44e4735.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.877294] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d0da14-0d3a-4771-9657-66641af54c60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.895421] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.901245] env[69073]: DEBUG oslo_vmware.api [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3220143, 'name': ReconfigVM_Task, 'duration_secs': 0.24939} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.903105] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-163a93c6-0326-40bd-9d33-92c14d74cc1b tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Reconfigured VM instance to set the machine id {{(pid=69073) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1096.906014] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1096.906014] env[69073]: value = "task-3220147" [ 1096.906014] env[69073]: _type = "Task" [ 1096.906014] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.922984] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.025176] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220144, 'name': Rename_Task, 'duration_secs': 0.148737} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.025481] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.025765] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-878b83a4-aae2-40a4-b32a-807171f0111d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.033332] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1097.033332] env[69073]: value = "task-3220148" [ 1097.033332] env[69073]: _type = "Task" [ 1097.033332] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.047752] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.105546] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220145, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.105546] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.178036] env[69073]: INFO nova.compute.manager [-] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Took 1.66 seconds to deallocate network for instance. [ 1097.202205] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.208435] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.306s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.208435] env[69073]: DEBUG nova.objects.instance [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.215173] env[69073]: DEBUG nova.compute.manager [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.215708] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.216951] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76993624-69b0-4630-a52d-2e9a38443d3f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.228812] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.229470] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9913aab1-c390-4b7f-9565-6f4f3541be13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.237170] env[69073]: DEBUG oslo_vmware.api [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1097.237170] env[69073]: value = "task-3220149" [ 1097.237170] env[69073]: _type = "Task" [ 1097.237170] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.250810] env[69073]: DEBUG oslo_vmware.api [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.251848] env[69073]: DEBUG nova.network.neutron [req-c8fa4fe7-dab4-4dc9-ac2b-8360364b4801 req-b469f735-d314-4201-b1f3-a05dd6f6c9d8 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updated VIF entry in instance network info cache for port 05128509-902a-4694-b6e7-12939fc8163a. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.252325] env[69073]: DEBUG nova.network.neutron [req-c8fa4fe7-dab4-4dc9-ac2b-8360364b4801 req-b469f735-d314-4201-b1f3-a05dd6f6c9d8 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updating instance_info_cache with network_info: [{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.254472] env[69073]: INFO nova.scheduler.client.report [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Deleted allocations for instance 3c6563cc-c75b-432f-be71-32192be3a1ef [ 1097.328565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.328565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.328565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.328565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.328565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.332922] env[69073]: INFO nova.compute.manager [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Terminating instance [ 1097.419309] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220147, 'name': ReconfigVM_Task, 'duration_secs': 0.504741} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.420581] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735/e8e29060-d2c9-4bec-810f-3ddaf44e4735.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.420997] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance 'e8e29060-d2c9-4bec-810f-3ddaf44e4735' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.546703] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220148, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.600866] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630206} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.604528] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. [ 1097.605179] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674405} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.605876] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2c44d1-1e4b-4136-8222-980ffed4e083 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.608688] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc/449c84df-79df-41cb-8513-5b95a673d5fc.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.608881] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.609513] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d7ddc58-e766-43ba-973d-73c7a66f1dc3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.615478] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1097.615478] env[69073]: value = "task-3220150" [ 1097.615478] env[69073]: _type = "Task" [ 1097.615478] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.638759] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.642123] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae5b3a9-67f8-47e3-bfb9-fae38dc16e0b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.664023] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220150, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.665731] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1097.665731] env[69073]: value = "task-3220151" [ 1097.665731] env[69073]: _type = "Task" [ 1097.665731] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.675182] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.689556] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.711564] env[69073]: DEBUG nova.objects.instance [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.748176] env[69073]: DEBUG oslo_vmware.api [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220149, 'name': PowerOffVM_Task, 'duration_secs': 0.271542} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.748501] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.748685] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.748937] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ddb9169-9b47-4fdf-b165-c5337106634d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.758696] env[69073]: DEBUG oslo_concurrency.lockutils [req-c8fa4fe7-dab4-4dc9-ac2b-8360364b4801 req-b469f735-d314-4201-b1f3-a05dd6f6c9d8 service nova] Releasing lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.761519] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquired lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.764451] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eaf4eb82-8601-46ef-8afb-ce0f1b8dcd7a tempest-ServersListShow296Test-1817047732 tempest-ServersListShow296Test-1817047732-project-member] Lock "3c6563cc-c75b-432f-be71-32192be3a1ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.846s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.807470] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.807682] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.807856] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleting the datastore file [datastore2] 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.808161] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd263e9a-2e56-4d18-9955-8278998eeab0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.816165] env[69073]: DEBUG oslo_vmware.api [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for the task: (returnval){ [ 1097.816165] env[69073]: value = "task-3220153" [ 1097.816165] env[69073]: _type = "Task" [ 1097.816165] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.823211] env[69073]: DEBUG oslo_vmware.api [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.841166] env[69073]: DEBUG nova.compute.manager [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.841166] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.841818] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732438ea-bb87-4b85-b75c-50b595c5451d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.848784] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.849054] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9fdbbfc-47ee-4c83-a2b5-56debf962dd6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.854941] env[69073]: DEBUG oslo_vmware.api [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1097.854941] env[69073]: value = "task-3220154" [ 1097.854941] env[69073]: _type = "Task" [ 1097.854941] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.864137] env[69073]: DEBUG oslo_vmware.api [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.928542] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1cb7c-cc8e-4b11-b04b-4ff22963af18 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.960618] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17134e61-315b-44ec-871b-c05fb4ca1bae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.969043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "3adb764d-c099-40c5-8ff0-96047b88ea35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.969043] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.988888] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance 'e8e29060-d2c9-4bec-810f-3ddaf44e4735' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.047979] env[69073]: DEBUG oslo_vmware.api [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220148, 'name': PowerOnVM_Task, 'duration_secs': 0.54708} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.047979] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.047979] env[69073]: INFO nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1098.048200] env[69073]: DEBUG nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.049121] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b857afcd-9522-44cb-afc5-08f60542f82c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.135717] env[69073]: DEBUG nova.network.neutron [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.142459] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072576} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.142731] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.143550] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76762b4-686d-44ab-89f3-7b2d71359b3a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.164903] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc/449c84df-79df-41cb-8513-5b95a673d5fc.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.165457] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17962513-65cc-4135-bf4d-0520bc1e227b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.188871] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220151, 'name': ReconfigVM_Task, 'duration_secs': 0.388177} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.190298] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Reconfigured VM instance instance-00000058 to attach disk [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.190708] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1098.190708] env[69073]: value = "task-3220155" [ 1098.190708] env[69073]: _type = "Task" [ 1098.190708] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.191445] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c442d6-4217-46bd-acd6-6cb1a1bc9655 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.202429] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.219129] env[69073]: INFO nova.compute.claims [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.227184] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a1d9d2-da3f-41b7-9cd1-752ec0fe7408 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.243391] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1098.243391] env[69073]: value = "task-3220156" [ 1098.243391] env[69073]: _type = "Task" [ 1098.243391] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.253749] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.277036] env[69073]: DEBUG nova.compute.manager [req-90f27567-c991-431b-a5f9-25cf5230aa5a req-89a805d2-a924-44ae-a46a-1938d57b3a0f service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Received event network-changed-05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.277036] env[69073]: DEBUG nova.compute.manager [req-90f27567-c991-431b-a5f9-25cf5230aa5a req-89a805d2-a924-44ae-a46a-1938d57b3a0f service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Refreshing instance network info cache due to event network-changed-05128509-902a-4694-b6e7-12939fc8163a. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.277036] env[69073]: DEBUG oslo_concurrency.lockutils [req-90f27567-c991-431b-a5f9-25cf5230aa5a req-89a805d2-a924-44ae-a46a-1938d57b3a0f service nova] Acquiring lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.325903] env[69073]: DEBUG oslo_vmware.api [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Task: {'id': task-3220153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179387} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.326937] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.326937] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.326937] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.326937] env[69073]: INFO nova.compute.manager [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1098.327271] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.327271] env[69073]: DEBUG nova.compute.manager [-] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.327271] env[69073]: DEBUG nova.network.neutron [-] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.369201] env[69073]: DEBUG oslo_vmware.api [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220154, 'name': PowerOffVM_Task, 'duration_secs': 0.225043} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.369577] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.369831] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.370208] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25bcfd68-781c-4375-b020-bf3ae46a1f73 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.445373] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.445559] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.445743] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleting the datastore file [datastore2] 23bd76b0-f056-4794-bcab-2faaa77ff7c2 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.446231] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5335945d-23ab-4c85-ba2a-873460dfbbd7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.453257] env[69073]: DEBUG oslo_vmware.api [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1098.453257] env[69073]: value = "task-3220158" [ 1098.453257] env[69073]: _type = "Task" [ 1098.453257] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.461625] env[69073]: DEBUG oslo_vmware.api [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.474210] env[69073]: DEBUG nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.580876] env[69073]: INFO nova.compute.manager [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Took 25.10 seconds to build instance. [ 1098.707123] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220155, 'name': ReconfigVM_Task, 'duration_secs': 0.318503} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.710182] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc/449c84df-79df-41cb-8513-5b95a673d5fc.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.711035] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-475b75e3-c980-45de-a2dc-a158542899ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.721021] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1098.721021] env[69073]: value = "task-3220159" [ 1098.721021] env[69073]: _type = "Task" [ 1098.721021] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.730768] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220159, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.759602] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220156, 'name': ReconfigVM_Task, 'duration_secs': 0.165032} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.760962] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.760962] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0440dd88-4f10-41db-b476-c560b88954a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.768690] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1098.768690] env[69073]: value = "task-3220160" [ 1098.768690] env[69073]: _type = "Task" [ 1098.768690] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.779428] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.963445] env[69073]: DEBUG oslo_vmware.api [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269918} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.966147] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.966380] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.966566] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.966741] env[69073]: INFO nova.compute.manager [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1098.966980] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.970090] env[69073]: DEBUG nova.compute.manager [-] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.970193] env[69073]: DEBUG nova.network.neutron [-] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.004921] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.043688] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae38217-3d01-456a-9c9a-0c9739d1a001 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.052008] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7410acd-49e1-46e8-9573-9997adfe53c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.085608] env[69073]: DEBUG oslo_concurrency.lockutils [None req-239752a3-eb13-4f48-9975-405e37414580 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.616s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.086935] env[69073]: DEBUG nova.network.neutron [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updating instance_info_cache with network_info: [{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.088869] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b803ef-be06-4bda-a421-c2c883f52192 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.097359] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e4d825-bc88-4368-9dab-5c1843e426f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.112607] env[69073]: DEBUG nova.compute.provider_tree [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.127056] env[69073]: DEBUG nova.network.neutron [-] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.229937] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220159, 'name': Rename_Task, 'duration_secs': 0.231617} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.230229] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.230474] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c3537ba-880b-4994-ab52-9f1831a0578e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.236037] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1099.236037] env[69073]: value = "task-3220161" [ 1099.236037] env[69073]: _type = "Task" [ 1099.236037] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.244909] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.283480] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220160, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.593124] env[69073]: DEBUG oslo_concurrency.lockutils [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Releasing lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.593416] env[69073]: DEBUG nova.compute.manager [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Inject network info {{(pid=69073) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1099.593687] env[69073]: DEBUG nova.compute.manager [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] network_info to inject: |[{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1099.600112] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Reconfiguring VM instance to set the machine id {{(pid=69073) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1099.601149] env[69073]: DEBUG oslo_concurrency.lockutils [req-90f27567-c991-431b-a5f9-25cf5230aa5a req-89a805d2-a924-44ae-a46a-1938d57b3a0f service nova] Acquired lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.601444] env[69073]: DEBUG nova.network.neutron [req-90f27567-c991-431b-a5f9-25cf5230aa5a req-89a805d2-a924-44ae-a46a-1938d57b3a0f service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Refreshing network info cache for port 05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.604114] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c3f17b2-4a72-41ef-8d43-196b16cb2c7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.620469] env[69073]: DEBUG nova.scheduler.client.report [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.628605] env[69073]: INFO nova.compute.manager [-] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Took 1.30 seconds to deallocate network for instance. [ 1099.635383] env[69073]: DEBUG oslo_vmware.api [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1099.635383] env[69073]: value = "task-3220162" [ 1099.635383] env[69073]: _type = "Task" [ 1099.635383] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.651207] env[69073]: DEBUG oslo_vmware.api [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3220162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.721096] env[69073]: DEBUG nova.network.neutron [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Port 7347b5fc-2412-498d-b6ab-a0750d87420c binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1099.749123] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220161, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.790171] env[69073]: DEBUG oslo_vmware.api [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220160, 'name': PowerOnVM_Task, 'duration_secs': 0.668267} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.790171] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.792466] env[69073]: DEBUG nova.compute.manager [None req-b7413060-ef4b-407d-8920-8631663dbd30 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.796452] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09338630-1398-41d6-ab7a-b8dc383c0e5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.869305] env[69073]: DEBUG nova.compute.manager [req-2d41619b-e7fa-4f9a-9df7-290e05b984e7 req-4eadebff-fd3e-4e9f-bb63-34652adda3ce service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Received event network-vif-deleted-78fe63f7-c0a6-4c7c-b95c-764e629137e5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.869608] env[69073]: INFO nova.compute.manager [req-2d41619b-e7fa-4f9a-9df7-290e05b984e7 req-4eadebff-fd3e-4e9f-bb63-34652adda3ce service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Neutron deleted interface 78fe63f7-c0a6-4c7c-b95c-764e629137e5; detaching it from the instance and deleting it from the info cache [ 1099.869834] env[69073]: DEBUG nova.network.neutron [req-2d41619b-e7fa-4f9a-9df7-290e05b984e7 req-4eadebff-fd3e-4e9f-bb63-34652adda3ce service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.130176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.923s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.131993] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.746s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.132239] env[69073]: DEBUG nova.objects.instance [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lazy-loading 'resources' on Instance uuid 432808fc-e218-4c77-819d-500a9364cbe0 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.138466] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.148034] env[69073]: DEBUG oslo_vmware.api [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3220162, 'name': ReconfigVM_Task, 'duration_secs': 0.183799} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.148483] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-133579e9-f38e-408b-be24-8cac87d2dfa2 tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Reconfigured VM instance to set the machine id {{(pid=69073) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1100.169959] env[69073]: DEBUG nova.network.neutron [-] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.195090] env[69073]: INFO nova.network.neutron [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating port 925b4550-e2b9-4cc2-8cdb-001ec0668996 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1100.250237] env[69073]: DEBUG oslo_vmware.api [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220161, 'name': PowerOnVM_Task, 'duration_secs': 0.609452} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.250550] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.250755] env[69073]: INFO nova.compute.manager [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Took 5.44 seconds to spawn the instance on the hypervisor. [ 1100.250928] env[69073]: DEBUG nova.compute.manager [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.251979] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2029fb-7c39-4b36-b858-fada6d4fdd63 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.312196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "eb107694-39c5-4b35-8d3b-f36b545868d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.312613] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.326630] env[69073]: DEBUG nova.compute.manager [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Received event network-vif-deleted-86d65ab3-8834-4d7c-91bd-7be62c37191d {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.326838] env[69073]: DEBUG nova.compute.manager [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.326996] env[69073]: DEBUG nova.compute.manager [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing instance network info cache due to event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.328630] env[69073]: DEBUG oslo_concurrency.lockutils [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.328898] env[69073]: DEBUG oslo_concurrency.lockutils [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.329458] env[69073]: DEBUG nova.network.neutron [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.373920] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf9b0bda-4357-4b5c-bc96-8646f644290b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.387982] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbcdafe-d963-4e5a-89c5-9fc072b79ca9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.423107] env[69073]: DEBUG nova.compute.manager [req-2d41619b-e7fa-4f9a-9df7-290e05b984e7 req-4eadebff-fd3e-4e9f-bb63-34652adda3ce service nova] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Detach interface failed, port_id=78fe63f7-c0a6-4c7c-b95c-764e629137e5, reason: Instance 23bd76b0-f056-4794-bcab-2faaa77ff7c2 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.483828] env[69073]: DEBUG nova.network.neutron [req-90f27567-c991-431b-a5f9-25cf5230aa5a req-89a805d2-a924-44ae-a46a-1938d57b3a0f service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updated VIF entry in instance network info cache for port 05128509-902a-4694-b6e7-12939fc8163a. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.484354] env[69073]: DEBUG nova.network.neutron [req-90f27567-c991-431b-a5f9-25cf5230aa5a req-89a805d2-a924-44ae-a46a-1938d57b3a0f service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updating instance_info_cache with network_info: [{"id": "05128509-902a-4694-b6e7-12939fc8163a", "address": "fa:16:3e:6e:38:48", "network": {"id": "22186e5d-4247-4036-b601-bdd93b369e49", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-355881000-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9f20a1da6a3433f97eef93832e6d802", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05128509-90", "ovs_interfaceid": "05128509-902a-4694-b6e7-12939fc8163a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.503013] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "35613d15-5d0f-44b5-bff6-9ebbe362892b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.503388] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "35613d15-5d0f-44b5-bff6-9ebbe362892b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.503693] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "35613d15-5d0f-44b5-bff6-9ebbe362892b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.503968] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "35613d15-5d0f-44b5-bff6-9ebbe362892b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.504239] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "35613d15-5d0f-44b5-bff6-9ebbe362892b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.509423] env[69073]: INFO nova.compute.manager [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Terminating instance [ 1100.673088] env[69073]: INFO nova.compute.manager [-] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Took 1.70 seconds to deallocate network for instance. [ 1100.673088] env[69073]: INFO nova.compute.manager [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Unrescuing [ 1100.673088] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.673088] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.673214] env[69073]: DEBUG nova.network.neutron [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.750051] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.752230] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.752230] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.770261] env[69073]: INFO nova.compute.manager [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Took 24.14 seconds to build instance. [ 1100.817148] env[69073]: DEBUG nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.990875] env[69073]: DEBUG oslo_concurrency.lockutils [req-90f27567-c991-431b-a5f9-25cf5230aa5a req-89a805d2-a924-44ae-a46a-1938d57b3a0f service nova] Releasing lock "refresh_cache-35613d15-5d0f-44b5-bff6-9ebbe362892b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.009141] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9af459-d8e6-4f82-a39f-b0c3a31bab0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.016473] env[69073]: DEBUG nova.compute.manager [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.016473] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.018679] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118e7519-fb47-4f00-9337-107575ab2a22 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.022840] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db27cf58-1370-464e-84e0-f54e6d48e35d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.037133] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.070192] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43658cb8-e942-4e62-a861-dc1341eca697 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.075314] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97237dd-0e52-4283-ab70-884e2319e648 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.085177] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a8e141-a10d-4738-9190-425c4fff7f1d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.090734] env[69073]: DEBUG oslo_vmware.api [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1101.090734] env[69073]: value = "task-3220163" [ 1101.090734] env[69073]: _type = "Task" [ 1101.090734] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.103585] env[69073]: DEBUG nova.compute.provider_tree [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.109460] env[69073]: DEBUG oslo_vmware.api [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3220163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.164088] env[69073]: DEBUG nova.network.neutron [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updated VIF entry in instance network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.164491] env[69073]: DEBUG nova.network.neutron [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.179770] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.271876] env[69073]: DEBUG oslo_concurrency.lockutils [None req-190a4ecc-92a5-43ef-b7fc-bd406b157002 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "449c84df-79df-41cb-8513-5b95a673d5fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.650s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.340909] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.439536] env[69073]: DEBUG nova.network.neutron [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Updating instance_info_cache with network_info: [{"id": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "address": "fa:16:3e:3c:2f:61", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7125e532-43", "ovs_interfaceid": "7125e532-43cb-4a0c-9e75-00f1c9a5a7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.606789] env[69073]: DEBUG nova.scheduler.client.report [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.610246] env[69073]: DEBUG oslo_vmware.api [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3220163, 'name': PowerOffVM_Task, 'duration_secs': 0.472199} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.610515] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.610703] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.610989] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8522813c-2c3f-43f9-9801-3cf3c5d1fa78 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.667771] env[69073]: DEBUG oslo_concurrency.lockutils [req-c96fa65e-ac28-444c-b9ab-78cbfbc31dfd req-b39f815e-df4d-47c3-a68b-6dd44bdbeff6 service nova] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.689566] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.690897] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.690897] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Deleting the datastore file [datastore1] 35613d15-5d0f-44b5-bff6-9ebbe362892b {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.694517] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b2ec562-4160-4dd4-ae45-814af78e2698 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.703750] env[69073]: DEBUG oslo_vmware.api [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for the task: (returnval){ [ 1101.703750] env[69073]: value = "task-3220165" [ 1101.703750] env[69073]: _type = "Task" [ 1101.703750] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.714994] env[69073]: DEBUG oslo_vmware.api [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3220165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.809341] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.809341] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.809341] env[69073]: DEBUG nova.network.neutron [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.918501] env[69073]: DEBUG nova.compute.manager [req-819cb509-c55c-43be-9fef-853002a0d882 req-a5053dc4-3625-4eac-ac00-407fd31f7c8c service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received event network-vif-plugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.918941] env[69073]: DEBUG oslo_concurrency.lockutils [req-819cb509-c55c-43be-9fef-853002a0d882 req-a5053dc4-3625-4eac-ac00-407fd31f7c8c service nova] Acquiring lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.918941] env[69073]: DEBUG oslo_concurrency.lockutils [req-819cb509-c55c-43be-9fef-853002a0d882 req-a5053dc4-3625-4eac-ac00-407fd31f7c8c service nova] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.919225] env[69073]: DEBUG oslo_concurrency.lockutils [req-819cb509-c55c-43be-9fef-853002a0d882 req-a5053dc4-3625-4eac-ac00-407fd31f7c8c service nova] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.919622] env[69073]: DEBUG nova.compute.manager [req-819cb509-c55c-43be-9fef-853002a0d882 req-a5053dc4-3625-4eac-ac00-407fd31f7c8c service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] No waiting events found dispatching network-vif-plugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.919832] env[69073]: WARNING nova.compute.manager [req-819cb509-c55c-43be-9fef-853002a0d882 req-a5053dc4-3625-4eac-ac00-407fd31f7c8c service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received unexpected event network-vif-plugged-925b4550-e2b9-4cc2-8cdb-001ec0668996 for instance with vm_state shelved_offloaded and task_state spawning. [ 1101.941579] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "refresh_cache-f853d0fd-aeab-46da-a3f2-acba416da850" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.942771] env[69073]: DEBUG nova.objects.instance [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lazy-loading 'flavor' on Instance uuid f853d0fd-aeab-46da-a3f2-acba416da850 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.024857] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.025066] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.025248] env[69073]: DEBUG nova.network.neutron [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.113911] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.117090] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.277s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.117327] env[69073]: DEBUG nova.objects.instance [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'resources' on Instance uuid d92e3d17-dba2-41b1-903a-1ae9ba283d17 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.173842] env[69073]: INFO nova.scheduler.client.report [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Deleted allocations for instance 432808fc-e218-4c77-819d-500a9364cbe0 [ 1102.189783] env[69073]: INFO nova.compute.manager [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Rebuilding instance [ 1102.218789] env[69073]: DEBUG oslo_vmware.api [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Task: {'id': task-3220165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136272} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.219242] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.219560] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.219900] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.220214] env[69073]: INFO nova.compute.manager [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1102.220673] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.224865] env[69073]: DEBUG nova.compute.manager [-] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.225398] env[69073]: DEBUG nova.network.neutron [-] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.243680] env[69073]: DEBUG nova.compute.manager [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.248032] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a11be-3a5a-4e0a-b61a-b50537bfac55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.451020] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0bc78c-ec69-4b41-b5c5-a716e9da2047 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.478505] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.478505] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e9651c2-5f91-45d9-83a3-e4a4b895c4f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.490422] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1102.490422] env[69073]: value = "task-3220166" [ 1102.490422] env[69073]: _type = "Task" [ 1102.490422] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.502066] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.660791] env[69073]: DEBUG nova.network.neutron [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance_info_cache with network_info: [{"id": "7347b5fc-2412-498d-b6ab-a0750d87420c", "address": "fa:16:3e:ce:1c:33", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7347b5fc-24", "ovs_interfaceid": "7347b5fc-2412-498d-b6ab-a0750d87420c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.684199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8c13f82c-1a61-4c6d-b01b-8ce70d96af27 tempest-ServerShowV247Test-1773405145 tempest-ServerShowV247Test-1773405145-project-member] Lock "432808fc-e218-4c77-819d-500a9364cbe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.624s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.001934] env[69073]: DEBUG nova.network.neutron [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [{"id": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "address": "fa:16:3e:c0:cc:32", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925b4550-e2", "ovs_interfaceid": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.008736] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220166, 'name': PowerOffVM_Task, 'duration_secs': 0.227079} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.010824] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.017498] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.018361] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b9f43-72cf-4da2-86ed-ad838b6ab42f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.021598] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa367ee-8c15-47ad-b9df-bcb4b821a9e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.042281] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c280a0c8-75c7-4eb6-aa72-8d48257c05b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.049130] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1103.049130] env[69073]: value = "task-3220167" [ 1103.049130] env[69073]: _type = "Task" [ 1103.049130] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.079973] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b9e848-7af3-4257-a353-e1ddef130733 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.085770] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.090942] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c5e7b9-898c-4c00-9022-10aa5380aa6f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.104340] env[69073]: DEBUG nova.compute.provider_tree [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.175593] env[69073]: DEBUG oslo_concurrency.lockutils [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.268075] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.268418] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f749f8b-d821-4133-970d-1a748d7a279f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.275367] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1103.275367] env[69073]: value = "task-3220168" [ 1103.275367] env[69073]: _type = "Task" [ 1103.275367] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.286633] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.501517] env[69073]: DEBUG nova.network.neutron [-] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.504477] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.524458] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.525111] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.552536] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1801efb9a4159725ddc19a8a503a1fa6',container_format='bare',created_at=2025-04-03T02:43:49Z,direct_url=,disk_format='vmdk',id=d5368aba-67f1-4a20-94d2-ebf18ce6f51f,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-942138930-shelved',owner='b77d17a69fdc46ae9b46de391315844a',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-03T02:44:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.553011] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.553457] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.553730] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.553878] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.554057] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.554381] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.554664] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.554883] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.555073] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.555268] env[69073]: DEBUG nova.virt.hardware [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.556541] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a43944-1c8b-427e-8513-b1e4d470c8fc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.577127] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220167, 'name': ReconfigVM_Task, 'duration_secs': 0.425911} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.577127] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.577127] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.578571] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9bd89b-c2b8-4ce3-a66f-fb80d72cae6f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.583796] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff74daa0-d895-4791-9ad8-c18bbb379ddb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.600983] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:cc:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '925b4550-e2b9-4cc2-8cdb-001ec0668996', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.610735] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.614249] env[69073]: DEBUG nova.scheduler.client.report [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.618347] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.619483] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1103.619483] env[69073]: value = "task-3220169" [ 1103.619483] env[69073]: _type = "Task" [ 1103.619483] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.619483] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-610de8bc-966f-4ce4-a331-f33c2045685b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.645743] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220169, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.647094] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.647094] env[69073]: value = "task-3220170" [ 1103.647094] env[69073]: _type = "Task" [ 1103.647094] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.662380] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220170, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.684649] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6805d61e-da0e-4729-a9da-4d5611b696b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.692058] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a014410-c0cf-4a6f-a797-a25961e3f951 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.784983] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220168, 'name': PowerOffVM_Task, 'duration_secs': 0.119629} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.785296] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.786125] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.787073] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f5c86e-5faf-4ba8-b476-60eba8ec90b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.794147] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.794147] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbcda147-171f-4a90-8c54-574b9bc7e451 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.822695] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.822935] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.823144] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Deleting the datastore file [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.823428] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1848cf2a-d971-4d3e-b82a-ef067890d1df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.830935] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1103.830935] env[69073]: value = "task-3220172" [ 1103.830935] env[69073]: _type = "Task" [ 1103.830935] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.839528] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.952303] env[69073]: DEBUG nova.compute.manager [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received event network-changed-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.952428] env[69073]: DEBUG nova.compute.manager [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Refreshing instance network info cache due to event network-changed-925b4550-e2b9-4cc2-8cdb-001ec0668996. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.952652] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] Acquiring lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.952779] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] Acquired lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.952926] env[69073]: DEBUG nova.network.neutron [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Refreshing network info cache for port 925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.005477] env[69073]: INFO nova.compute.manager [-] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Took 1.78 seconds to deallocate network for instance. [ 1104.028486] env[69073]: DEBUG nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.120821] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.123385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.566s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.123385] env[69073]: DEBUG nova.objects.instance [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lazy-loading 'resources' on Instance uuid babb874a-6907-4048-af71-5485aff4ba70 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.145273] env[69073]: DEBUG oslo_vmware.api [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220169, 'name': PowerOnVM_Task, 'duration_secs': 0.398553} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.145560] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.145788] env[69073]: DEBUG nova.compute.manager [None req-7559f17c-eae5-4056-8f48-1618e8def6b4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.146657] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95001c8-1261-4d22-92df-d4f440b4500c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.150421] env[69073]: INFO nova.scheduler.client.report [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted allocations for instance d92e3d17-dba2-41b1-903a-1ae9ba283d17 [ 1104.165529] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220170, 'name': CreateVM_Task, 'duration_secs': 0.37539} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.165686] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.166333] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.166495] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.166848] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.167097] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6964e67-df38-4ecc-82df-531ea98af3c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.172281] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1104.172281] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5277108d-8eab-4083-384c-1c8712720ce0" [ 1104.172281] env[69073]: _type = "Task" [ 1104.172281] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.179898] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5277108d-8eab-4083-384c-1c8712720ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.341439] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144264} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.341705] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.341889] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.342079] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.512967] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.553653] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.661588] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d3ac0a0-4206-4bdf-a05a-fe8bc5090b37 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "d92e3d17-dba2-41b1-903a-1ae9ba283d17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.778s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.693989] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.694470] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Processing image d5368aba-67f1-4a20-94d2-ebf18ce6f51f {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.694865] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f/d5368aba-67f1-4a20-94d2-ebf18ce6f51f.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.695166] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f/d5368aba-67f1-4a20-94d2-ebf18ce6f51f.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.695831] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.696792] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c910a71-7cad-44f0-ba22-13eb0cacda99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.703022] env[69073]: DEBUG nova.network.neutron [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updated VIF entry in instance network info cache for port 925b4550-e2b9-4cc2-8cdb-001ec0668996. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.703022] env[69073]: DEBUG nova.network.neutron [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [{"id": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "address": "fa:16:3e:c0:cc:32", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925b4550-e2", "ovs_interfaceid": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.711722] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.711860] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.717676] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec580e1-4a13-4ed5-ba8c-25dfdbebc190 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.726542] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1104.726542] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52537960-6c36-d184-1415-305d1f2b84c6" [ 1104.726542] env[69073]: _type = "Task" [ 1104.726542] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.740694] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Preparing fetch location {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1104.740964] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Fetch image to [datastore1] OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880/OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880.vmdk {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1104.741164] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Downloading stream optimized image d5368aba-67f1-4a20-94d2-ebf18ce6f51f to [datastore1] OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880/OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880.vmdk on the data store datastore1 as vApp {{(pid=69073) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1104.741333] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Downloading image file data d5368aba-67f1-4a20-94d2-ebf18ce6f51f to the ESX as VM named 'OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880' {{(pid=69073) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1104.827017] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7fdc86-b2ab-4f08-8186-b6c5dd223143 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.854305] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1104.854305] env[69073]: value = "resgroup-9" [ 1104.854305] env[69073]: _type = "ResourcePool" [ 1104.854305] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1104.855140] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7101b5b-5cb4-40c6-9aac-f173b545fb15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.857944] env[69073]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f85b1d4c-5c30-4997-9149-8c15e111dfbe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.878363] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance 'e8e29060-d2c9-4bec-810f-3ddaf44e4735' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.884449] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lease: (returnval){ [ 1104.884449] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5242fe07-4972-64df-a7a0-576dec4b1a5f" [ 1104.884449] env[69073]: _type = "HttpNfcLease" [ 1104.884449] env[69073]: } obtained for vApp import into resource pool (val){ [ 1104.884449] env[69073]: value = "resgroup-9" [ 1104.884449] env[69073]: _type = "ResourcePool" [ 1104.884449] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1104.884449] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the lease: (returnval){ [ 1104.884449] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5242fe07-4972-64df-a7a0-576dec4b1a5f" [ 1104.884449] env[69073]: _type = "HttpNfcLease" [ 1104.884449] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1104.892946] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.892946] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5242fe07-4972-64df-a7a0-576dec4b1a5f" [ 1104.892946] env[69073]: _type = "HttpNfcLease" [ 1104.892946] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1104.994879] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e86fe9-3372-4063-9f66-036dc2a57839 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.002379] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed04f48-bd13-479a-92c4-1d03948a29f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.031332] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a485fe5-c38d-45c4-b2da-9ed1cc570656 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.038882] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7baaa0a-5b2a-4b18-8597-ef4876d23c86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.053660] env[69073]: DEBUG nova.compute.provider_tree [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.206559] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] Releasing lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.206740] env[69073]: DEBUG nova.compute.manager [req-4e63092a-5602-491d-acc9-caa0eda80b5b req-3cb3dd72-ac55-43a5-8c36-5cb061bbd8d4 service nova] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Received event network-vif-deleted-05128509-902a-4694-b6e7-12939fc8163a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.289641] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.290133] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.387060] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.387478] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fea4382a-87fd-42a6-b08d-03c490acb39c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.404080] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.404080] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.404080] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.404080] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.404080] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.404348] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.404439] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.404670] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.404754] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.404931] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.405227] env[69073]: DEBUG nova.virt.hardware [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.405468] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.405468] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5242fe07-4972-64df-a7a0-576dec4b1a5f" [ 1105.405468] env[69073]: _type = "HttpNfcLease" [ 1105.405468] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.405730] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1105.405730] env[69073]: value = "task-3220174" [ 1105.405730] env[69073]: _type = "Task" [ 1105.405730] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.406660] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b81c0-fdff-49b1-bd52-a6378c87c829 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.419199] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66739302-45a1-4f59-bc7e-864e7a21769d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.436195] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.442562] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.442834] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.443144] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07d7d7bb-f004-4370-9b5b-56cb170efa20 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.463293] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.463293] env[69073]: value = "task-3220175" [ 1105.463293] env[69073]: _type = "Task" [ 1105.463293] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.471427] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220175, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.557410] env[69073]: DEBUG nova.scheduler.client.report [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.793178] env[69073]: DEBUG nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.896263] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.896263] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5242fe07-4972-64df-a7a0-576dec4b1a5f" [ 1105.896263] env[69073]: _type = "HttpNfcLease" [ 1105.896263] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1105.896596] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1105.896596] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5242fe07-4972-64df-a7a0-576dec4b1a5f" [ 1105.896596] env[69073]: _type = "HttpNfcLease" [ 1105.896596] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1105.897327] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b0ddc4-16cf-459c-8b1e-21bcaf088184 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.904591] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f326f-058e-9a12-aa32-02ab8ac78bd8/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1105.904761] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f326f-058e-9a12-aa32-02ab8ac78bd8/disk-0.vmdk. {{(pid=69073) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1105.982805] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ee0e61f-69ef-4736-9441-e1e94ca01387 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.984675] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.984868] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220175, 'name': CreateVM_Task} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.985077] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.985838] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.986045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.986452] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.988073] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59048a07-3fd9-471a-be8e-eccf241ef40c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.993642] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1105.993642] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a5fdbe-576d-f250-d28f-fae40445832e" [ 1105.993642] env[69073]: _type = "Task" [ 1105.993642] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.002703] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a5fdbe-576d-f250-d28f-fae40445832e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.063238] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.065979] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.376s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.066417] env[69073]: DEBUG nova.objects.instance [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lazy-loading 'resources' on Instance uuid 8823141d-de0f-4873-9a87-78faacf02a7a {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.087012] env[69073]: INFO nova.scheduler.client.report [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted allocations for instance babb874a-6907-4048-af71-5485aff4ba70 [ 1106.329044] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.476067] env[69073]: DEBUG oslo_vmware.api [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220174, 'name': PowerOnVM_Task, 'duration_secs': 1.00882} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.478617] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.478873] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-82c06ef7-227e-49e5-98fe-059ab54a5f36 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance 'e8e29060-d2c9-4bec-810f-3ddaf44e4735' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.505327] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a5fdbe-576d-f250-d28f-fae40445832e, 'name': SearchDatastore_Task, 'duration_secs': 0.007992} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.507109] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.507326] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.508349] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.508733] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.509078] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.509219] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b290840-114c-4adb-b6d8-4efd25339887 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.519322] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.519541] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.524455] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1377e22e-a947-4398-b5f1-904550028523 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.529205] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1106.529205] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52540cdf-3a92-aa93-670a-b2653e15efe6" [ 1106.529205] env[69073]: _type = "Task" [ 1106.529205] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.542012] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52540cdf-3a92-aa93-670a-b2653e15efe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.600982] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6b9ca40d-eab6-4b5e-a2ae-ddd47d6bee7d tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "babb874a-6907-4048-af71-5485aff4ba70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.512s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.812009] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.812329] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.812716] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.813456] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.813456] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.821853] env[69073]: INFO nova.compute.manager [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Terminating instance [ 1106.963336] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d83e5a0-c18f-4022-b50c-af5ef333751d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.972178] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519d275a-56a6-43e4-9375-4dcd4a1b0db9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.014573] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f04113-84e7-4b05-9263-62a9963e44dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.024418] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2817cf87-1618-4591-85b9-30335100f4bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.042754] env[69073]: DEBUG nova.compute.provider_tree [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.052838] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52540cdf-3a92-aa93-670a-b2653e15efe6, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.055531] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6a0c19-b371-4ea4-9e99-6cb3674c91cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.064835] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1107.064835] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a95d0f-4e0f-a16d-3bcf-03514d4002ea" [ 1107.064835] env[69073]: _type = "Task" [ 1107.064835] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.075325] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a95d0f-4e0f-a16d-3bcf-03514d4002ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.113734] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Completed reading data from the image iterator. {{(pid=69073) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1107.113969] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f326f-058e-9a12-aa32-02ab8ac78bd8/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.114873] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6e0d37-0ead-4bb7-89b8-ccb3362b1bee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.125404] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f326f-058e-9a12-aa32-02ab8ac78bd8/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.125609] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f326f-058e-9a12-aa32-02ab8ac78bd8/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1107.125854] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c62862c4-9d89-4bfe-afb3-966a454bfdc6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.325664] env[69073]: DEBUG nova.compute.manager [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.325923] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.326936] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04656dab-cf00-4900-8963-8b38561f6706 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.335183] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.335426] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-130f7c65-22bd-4dee-bdfd-00f899990480 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.343833] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1107.343833] env[69073]: value = "task-3220176" [ 1107.343833] env[69073]: _type = "Task" [ 1107.343833] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.356656] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.357635] env[69073]: DEBUG oslo_vmware.rw_handles [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f326f-058e-9a12-aa32-02ab8ac78bd8/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1107.357884] env[69073]: INFO nova.virt.vmwareapi.images [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Downloaded image file data d5368aba-67f1-4a20-94d2-ebf18ce6f51f [ 1107.358772] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38565d0f-fdd2-487f-80de-8f8b3720de3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.379054] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f08fc1f6-5608-4280-a9ef-1a210e0b9871 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.405814] env[69073]: INFO nova.virt.vmwareapi.images [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] The imported VM was unregistered [ 1107.408256] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Caching image {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1107.408552] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.408789] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5930437-96ac-46e3-912f-c07c430f6d7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.419282] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Created directory with path [datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.419475] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880/OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880.vmdk to [datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f/d5368aba-67f1-4a20-94d2-ebf18ce6f51f.vmdk. {{(pid=69073) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1107.419731] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8744db4f-2dfc-4746-b120-28f43117af25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.426981] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1107.426981] env[69073]: value = "task-3220178" [ 1107.426981] env[69073]: _type = "Task" [ 1107.426981] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.436188] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220178, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.548446] env[69073]: DEBUG nova.scheduler.client.report [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.575724] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a95d0f-4e0f-a16d-3bcf-03514d4002ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01263} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.575997] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.576334] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc/449c84df-79df-41cb-8513-5b95a673d5fc.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.576563] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b43886d-adca-440c-8dbb-bc7bade0a2d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.584764] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1107.584764] env[69073]: value = "task-3220179" [ 1107.584764] env[69073]: _type = "Task" [ 1107.584764] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.602806] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.625031] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.625031] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.625031] env[69073]: INFO nova.compute.manager [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Shelving [ 1107.855288] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220176, 'name': PowerOffVM_Task, 'duration_secs': 0.250229} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.855584] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.855752] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.856035] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22734c12-73aa-463a-bf06-909ec41a530c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.939930] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220178, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.971123] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.971420] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.971650] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleting the datastore file [datastore1] 8cf7826a-81c4-4dcb-b1ae-bac1844fea46 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.971973] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80948d4d-b7cc-4706-a994-e70687fe8a7f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.979883] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1107.979883] env[69073]: value = "task-3220181" [ 1107.979883] env[69073]: _type = "Task" [ 1107.979883] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.988363] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.054813] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.057506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.053s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.059430] env[69073]: INFO nova.compute.claims [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.077872] env[69073]: INFO nova.scheduler.client.report [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Deleted allocations for instance 8823141d-de0f-4873-9a87-78faacf02a7a [ 1108.096469] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.219141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "ecb2079d-787a-48af-860b-3c0760087a4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.219399] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.440680] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220178, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.491297] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.597111] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.597706] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea779eaa-236b-4281-a1d0-ac8aff488270 tempest-InstanceActionsNegativeTestJSON-916110451 tempest-InstanceActionsNegativeTestJSON-916110451-project-member] Lock "8823141d-de0f-4873-9a87-78faacf02a7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.735s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.636521] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.636866] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-406f3a42-3990-4ff7-a79f-8054fcdfee65 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.644700] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1108.644700] env[69073]: value = "task-3220182" [ 1108.644700] env[69073]: _type = "Task" [ 1108.644700] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.654206] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.723064] env[69073]: DEBUG nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.943321] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220178, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.992603] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.102888] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.164016] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220182, 'name': PowerOffVM_Task, 'duration_secs': 0.31193} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.164329] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.165512] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf831746-95df-45a1-8102-778b9b1ada15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.188631] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa535773-d0cf-43f9-bfa5-4307c22363df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.250492] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.452453] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcac110-0e38-4657-913c-eef57cffca1d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.461725] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220178, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.465582] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8183cbd-8483-40bd-b751-51467f615343 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.508173] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd9963-a799-4119-be3e-7d1eb94f3765 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.520049] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b29e0f1-f178-414f-ba7e-252fbb79dcfb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.524803] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.542258] env[69073]: DEBUG nova.compute.provider_tree [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.600013] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220179, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.631366] env[69073]: DEBUG nova.network.neutron [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Port 7347b5fc-2412-498d-b6ab-a0750d87420c binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1109.631685] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.631837] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.632039] env[69073]: DEBUG nova.network.neutron [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.700762] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1109.701188] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-704755c1-4d18-43d3-8eb1-cb8e88ac6f1b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.712068] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1109.712068] env[69073]: value = "task-3220183" [ 1109.712068] env[69073]: _type = "Task" [ 1109.712068] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.722999] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.947853] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220178, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.013227] env[69073]: DEBUG oslo_vmware.api [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.001605} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.013505] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.013712] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.013943] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.014119] env[69073]: INFO nova.compute.manager [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1110.014358] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.014561] env[69073]: DEBUG nova.compute.manager [-] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.014662] env[69073]: DEBUG nova.network.neutron [-] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.047467] env[69073]: DEBUG nova.scheduler.client.report [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.097761] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220179, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.454657} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.098038] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc/449c84df-79df-41cb-8513-5b95a673d5fc.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.098266] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.098511] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88dc58bb-5a00-4fe1-a892-cd6175552d56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.105178] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1110.105178] env[69073]: value = "task-3220184" [ 1110.105178] env[69073]: _type = "Task" [ 1110.105178] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.113943] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.223292] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220183, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.446249] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220178, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.653975} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.446632] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880/OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880.vmdk to [datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f/d5368aba-67f1-4a20-94d2-ebf18ce6f51f.vmdk. [ 1110.446881] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Cleaning up location [datastore1] OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1110.447116] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e9f2eb42-5baf-471b-ae9a-5f7c9fae3880 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.447417] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93a9897a-768d-4360-8598-036f00f1c5d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.454143] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1110.454143] env[69073]: value = "task-3220185" [ 1110.454143] env[69073]: _type = "Task" [ 1110.454143] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.462966] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.553067] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.553662] env[69073]: DEBUG nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.566208] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.425s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.566208] env[69073]: DEBUG nova.objects.instance [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lazy-loading 'resources' on Instance uuid 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.605334] env[69073]: DEBUG nova.compute.manager [req-e14dbb55-c5ca-43d4-8e5a-e92c297e9670 req-8ca99788-295e-4ac8-ae64-0dc3572d3c9c service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Received event network-vif-deleted-ea7928b2-1e1d-4ba5-848b-7f5a295938c3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.605334] env[69073]: INFO nova.compute.manager [req-e14dbb55-c5ca-43d4-8e5a-e92c297e9670 req-8ca99788-295e-4ac8-ae64-0dc3572d3c9c service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Neutron deleted interface ea7928b2-1e1d-4ba5-848b-7f5a295938c3; detaching it from the instance and deleting it from the info cache [ 1110.605461] env[69073]: DEBUG nova.network.neutron [req-e14dbb55-c5ca-43d4-8e5a-e92c297e9670 req-8ca99788-295e-4ac8-ae64-0dc3572d3c9c service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.620813] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08883} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.621203] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.622397] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774a26f-c059-45ab-8e28-7ddd21b55d33 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.646798] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc/449c84df-79df-41cb-8513-5b95a673d5fc.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.647763] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54add23a-95a3-4c2e-9524-7f6c53d2b599 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.676375] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1110.676375] env[69073]: value = "task-3220186" [ 1110.676375] env[69073]: _type = "Task" [ 1110.676375] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.685110] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.726719] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220183, 'name': CreateSnapshot_Task, 'duration_secs': 0.933803} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.726719] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1110.726839] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe19a0d-d0cc-4361-b903-5d49c8127e6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.742655] env[69073]: DEBUG nova.network.neutron [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance_info_cache with network_info: [{"id": "7347b5fc-2412-498d-b6ab-a0750d87420c", "address": "fa:16:3e:ce:1c:33", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7347b5fc-24", "ovs_interfaceid": "7347b5fc-2412-498d-b6ab-a0750d87420c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.965462] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037354} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.965775] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.965962] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f/d5368aba-67f1-4a20-94d2-ebf18ce6f51f.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.966241] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f/d5368aba-67f1-4a20-94d2-ebf18ce6f51f.vmdk to [datastore1] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d/3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.966531] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1178d696-4ce2-4a18-a4ef-bbd7703a3ac8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.977022] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1110.977022] env[69073]: value = "task-3220187" [ 1110.977022] env[69073]: _type = "Task" [ 1110.977022] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.981037] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.032143] env[69073]: DEBUG nova.network.neutron [-] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.066174] env[69073]: DEBUG nova.compute.utils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.068522] env[69073]: DEBUG nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.068522] env[69073]: DEBUG nova.network.neutron [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.109635] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a906edef-586c-44e3-94bb-7b347831704a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.119663] env[69073]: DEBUG nova.policy [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e23cf8e1da4f439097d6859abff9d0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97445b9e5bbd47f68dfe89f8dcf082a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.125477] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f094533d-df95-40fe-9721-5587f684bd52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.166975] env[69073]: DEBUG nova.compute.manager [req-e14dbb55-c5ca-43d4-8e5a-e92c297e9670 req-8ca99788-295e-4ac8-ae64-0dc3572d3c9c service nova] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Detach interface failed, port_id=ea7928b2-1e1d-4ba5-848b-7f5a295938c3, reason: Instance 8cf7826a-81c4-4dcb-b1ae-bac1844fea46 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.190205] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.249886] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1111.250839] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.252280] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bdc9b117-b30a-43f3-860a-37af4238039f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.267894] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1111.267894] env[69073]: value = "task-3220188" [ 1111.267894] env[69073]: _type = "Task" [ 1111.267894] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.275563] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220188, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.449185] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79784d0-7f80-41b8-999d-bad147ad9ae8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.460372] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8735a824-d507-4c09-bc0c-c1c9a5ee3c4e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.504053] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12e3e23-c555-45df-bad3-e3f648db114d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.519184] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128cb8e0-12fc-4ff3-98d9-0968e5512ff8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.524439] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220187, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.539271] env[69073]: INFO nova.compute.manager [-] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Took 1.52 seconds to deallocate network for instance. [ 1111.540129] env[69073]: DEBUG nova.compute.provider_tree [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.572085] env[69073]: DEBUG nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.626030] env[69073]: DEBUG nova.network.neutron [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Successfully created port: d9cfe0df-9ed6-40f3-aa87-f633f731ff8b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.690503] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220186, 'name': ReconfigVM_Task, 'duration_secs': 0.697507} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.690802] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc/449c84df-79df-41cb-8513-5b95a673d5fc.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.691487] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23514f16-5d92-4bc9-85c3-42ab79171ab0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.701345] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1111.701345] env[69073]: value = "task-3220189" [ 1111.701345] env[69073]: _type = "Task" [ 1111.701345] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.714359] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220189, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.758630] env[69073]: DEBUG nova.compute.manager [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69073) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1111.778471] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220188, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.015729] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220187, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.045228] env[69073]: DEBUG nova.scheduler.client.report [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.050499] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.214627] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220189, 'name': Rename_Task, 'duration_secs': 0.231073} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.214937] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.215240] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc06059e-3d7b-47c9-a89c-3ade754aa713 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.224653] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1112.224653] env[69073]: value = "task-3220190" [ 1112.224653] env[69073]: _type = "Task" [ 1112.224653] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.235760] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.279169] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220188, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.513646] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220187, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.552623] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.555685] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.376s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.556026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.558450] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.218s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.560493] env[69073]: INFO nova.compute.claims [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.580156] env[69073]: INFO nova.scheduler.client.report [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Deleted allocations for instance 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f [ 1112.582177] env[69073]: INFO nova.scheduler.client.report [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted allocations for instance 23bd76b0-f056-4794-bcab-2faaa77ff7c2 [ 1112.583983] env[69073]: DEBUG nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.613854] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.614202] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.614415] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.614653] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.614896] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.614964] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.615232] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.615493] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.615747] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.615932] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.616147] env[69073]: DEBUG nova.virt.hardware [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.617207] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc75e69-2b95-4039-b3cc-c99cc4362745 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.627745] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cf4050-b24d-4aab-8e22-fe60a2840fba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.738221] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.779774] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220188, 'name': CloneVM_Task, 'duration_secs': 1.447071} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.780111] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Created linked-clone VM from snapshot [ 1112.780997] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fd49bc-e9be-4b2e-bb05-c2420a5367f9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.791468] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Uploading image 34168672-31e5-4085-ab02-e2493bca6c73 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1112.816773] env[69073]: DEBUG oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1112.816773] env[69073]: value = "vm-643809" [ 1112.816773] env[69073]: _type = "VirtualMachine" [ 1112.816773] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1112.817172] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a41c60a1-cd35-4e99-a977-a5d8d69c057f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.826300] env[69073]: DEBUG oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lease: (returnval){ [ 1112.826300] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d3eefd-8087-2984-3250-52c1ff2759ff" [ 1112.826300] env[69073]: _type = "HttpNfcLease" [ 1112.826300] env[69073]: } obtained for exporting VM: (result){ [ 1112.826300] env[69073]: value = "vm-643809" [ 1112.826300] env[69073]: _type = "VirtualMachine" [ 1112.826300] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1112.826581] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the lease: (returnval){ [ 1112.826581] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d3eefd-8087-2984-3250-52c1ff2759ff" [ 1112.826581] env[69073]: _type = "HttpNfcLease" [ 1112.826581] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.836670] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.836670] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d3eefd-8087-2984-3250-52c1ff2759ff" [ 1112.836670] env[69073]: _type = "HttpNfcLease" [ 1112.836670] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.887672] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.015122] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220187, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.097314] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b13c591b-5cca-48e3-9554-8ebd4e87c868 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "23bd76b0-f056-4794-bcab-2faaa77ff7c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.771s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.100152] env[69073]: DEBUG oslo_concurrency.lockutils [None req-004dc63e-b069-4cfa-b66a-5210fa3364d7 tempest-ImagesTestJSON-154160147 tempest-ImagesTestJSON-154160147-project-member] Lock "43b31b7e-d614-4f95-bd5f-ba506ec2ab4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.393s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.239245] env[69073]: DEBUG oslo_vmware.api [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220190, 'name': PowerOnVM_Task, 'duration_secs': 0.736169} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.239635] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.239797] env[69073]: DEBUG nova.compute.manager [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.240712] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65141be-bb67-400a-803c-3173b00be2a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.245979] env[69073]: DEBUG nova.compute.manager [req-e50d0fa1-1ef5-4592-8003-0da33da588c7 req-e612b07a-7b2f-4091-b2f2-4af1284808d5 service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Received event network-vif-plugged-d9cfe0df-9ed6-40f3-aa87-f633f731ff8b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.246219] env[69073]: DEBUG oslo_concurrency.lockutils [req-e50d0fa1-1ef5-4592-8003-0da33da588c7 req-e612b07a-7b2f-4091-b2f2-4af1284808d5 service nova] Acquiring lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.246453] env[69073]: DEBUG oslo_concurrency.lockutils [req-e50d0fa1-1ef5-4592-8003-0da33da588c7 req-e612b07a-7b2f-4091-b2f2-4af1284808d5 service nova] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.246607] env[69073]: DEBUG oslo_concurrency.lockutils [req-e50d0fa1-1ef5-4592-8003-0da33da588c7 req-e612b07a-7b2f-4091-b2f2-4af1284808d5 service nova] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.246786] env[69073]: DEBUG nova.compute.manager [req-e50d0fa1-1ef5-4592-8003-0da33da588c7 req-e612b07a-7b2f-4091-b2f2-4af1284808d5 service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] No waiting events found dispatching network-vif-plugged-d9cfe0df-9ed6-40f3-aa87-f633f731ff8b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1113.246913] env[69073]: WARNING nova.compute.manager [req-e50d0fa1-1ef5-4592-8003-0da33da588c7 req-e612b07a-7b2f-4091-b2f2-4af1284808d5 service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Received unexpected event network-vif-plugged-d9cfe0df-9ed6-40f3-aa87-f633f731ff8b for instance with vm_state building and task_state spawning. [ 1113.334795] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.334795] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d3eefd-8087-2984-3250-52c1ff2759ff" [ 1113.334795] env[69073]: _type = "HttpNfcLease" [ 1113.334795] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.335131] env[69073]: DEBUG oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.335131] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d3eefd-8087-2984-3250-52c1ff2759ff" [ 1113.335131] env[69073]: _type = "HttpNfcLease" [ 1113.335131] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1113.335867] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def3720d-1a13-4bbf-a772-7328eb6448a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.344654] env[69073]: DEBUG oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526343d8-e70a-515c-c31c-65b841ecd32b/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.344902] env[69073]: DEBUG oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526343d8-e70a-515c-c31c-65b841ecd32b/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1113.348076] env[69073]: DEBUG nova.network.neutron [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Successfully updated port: d9cfe0df-9ed6-40f3-aa87-f633f731ff8b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.450323] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b5b1583b-102b-4848-8aaa-967a4d90b8ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.514915] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220187, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.370287} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.515214] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5368aba-67f1-4a20-94d2-ebf18ce6f51f/d5368aba-67f1-4a20-94d2-ebf18ce6f51f.vmdk to [datastore1] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d/3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.516113] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb5d2ae-bdaa-462e-8930-076f4b2eab41 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.538482] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d/3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.539366] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc7fbe4-5d42-4bda-92ee-4ec4443d8d04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.560342] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1113.560342] env[69073]: value = "task-3220192" [ 1113.560342] env[69073]: _type = "Task" [ 1113.560342] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.568575] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.762694] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.861947] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d61ea6-4b19-4046-b70d-cde055d3a5c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.870865] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a6b0d8-3e54-415b-937c-ba41ea1df0f9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.906268] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358dd928-17b1-4409-99fb-32ebf8366314 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.910454] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.910763] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.911025] env[69073]: DEBUG nova.network.neutron [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.918480] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358f6289-57df-4a6e-a5e1-bdee179a900f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.941854] env[69073]: DEBUG nova.compute.provider_tree [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.075985] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220192, 'name': ReconfigVM_Task, 'duration_secs': 0.289428} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.076735] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d/3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.077800] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a9f2abe-eab5-4ee8-85c6-e22f63050df4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.087309] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1114.087309] env[69073]: value = "task-3220193" [ 1114.087309] env[69073]: _type = "Task" [ 1114.087309] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.101412] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220193, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.444996] env[69073]: DEBUG nova.network.neutron [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.449573] env[69073]: DEBUG nova.scheduler.client.report [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.601537] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220193, 'name': Rename_Task, 'duration_secs': 0.406521} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.601910] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.602849] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-952ca9b1-a975-4a61-b287-c2c7fdf8f722 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.613757] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1114.613757] env[69073]: value = "task-3220194" [ 1114.613757] env[69073]: _type = "Task" [ 1114.613757] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.622880] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.644821] env[69073]: DEBUG nova.network.neutron [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance_info_cache with network_info: [{"id": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "address": "fa:16:3e:e8:b0:13", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cfe0df-9e", "ovs_interfaceid": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.701952] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "449c84df-79df-41cb-8513-5b95a673d5fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.702242] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "449c84df-79df-41cb-8513-5b95a673d5fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.702456] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "449c84df-79df-41cb-8513-5b95a673d5fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.702644] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "449c84df-79df-41cb-8513-5b95a673d5fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.702814] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "449c84df-79df-41cb-8513-5b95a673d5fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.705045] env[69073]: INFO nova.compute.manager [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Terminating instance [ 1114.957228] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.957228] env[69073]: DEBUG nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.961234] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.448s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.962017] env[69073]: DEBUG nova.objects.instance [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lazy-loading 'resources' on Instance uuid 35613d15-5d0f-44b5-bff6-9ebbe362892b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.126896] env[69073]: DEBUG oslo_vmware.api [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220194, 'name': PowerOnVM_Task, 'duration_secs': 0.460982} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.127667] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.149124] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.149124] env[69073]: DEBUG nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Instance network_info: |[{"id": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "address": "fa:16:3e:e8:b0:13", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cfe0df-9e", "ovs_interfaceid": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.149124] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:b0:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9cfe0df-9ed6-40f3-aa87-f633f731ff8b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.159016] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.159300] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.161112] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-522c2f76-f980-4f42-95f9-d0d062457a38 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.183651] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.183651] env[69073]: value = "task-3220195" [ 1115.183651] env[69073]: _type = "Task" [ 1115.183651] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.193998] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220195, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.208838] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "refresh_cache-449c84df-79df-41cb-8513-5b95a673d5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.209088] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquired lock "refresh_cache-449c84df-79df-41cb-8513-5b95a673d5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.209338] env[69073]: DEBUG nova.network.neutron [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.265180] env[69073]: DEBUG nova.compute.manager [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.266177] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43034c42-814d-4264-a35a-10e336e43928 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.278726] env[69073]: DEBUG nova.compute.manager [req-10d4bc32-9f9a-4ef2-ae30-096b4dee822b req-4c7e4eab-86dd-4cd6-89a0-36ac45027aa2 service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Received event network-changed-d9cfe0df-9ed6-40f3-aa87-f633f731ff8b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.279286] env[69073]: DEBUG nova.compute.manager [req-10d4bc32-9f9a-4ef2-ae30-096b4dee822b req-4c7e4eab-86dd-4cd6-89a0-36ac45027aa2 service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Refreshing instance network info cache due to event network-changed-d9cfe0df-9ed6-40f3-aa87-f633f731ff8b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.279286] env[69073]: DEBUG oslo_concurrency.lockutils [req-10d4bc32-9f9a-4ef2-ae30-096b4dee822b req-4c7e4eab-86dd-4cd6-89a0-36ac45027aa2 service nova] Acquiring lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.279410] env[69073]: DEBUG oslo_concurrency.lockutils [req-10d4bc32-9f9a-4ef2-ae30-096b4dee822b req-4c7e4eab-86dd-4cd6-89a0-36ac45027aa2 service nova] Acquired lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.279575] env[69073]: DEBUG nova.network.neutron [req-10d4bc32-9f9a-4ef2-ae30-096b4dee822b req-4c7e4eab-86dd-4cd6-89a0-36ac45027aa2 service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Refreshing network info cache for port d9cfe0df-9ed6-40f3-aa87-f633f731ff8b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.465376] env[69073]: DEBUG nova.compute.utils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.469690] env[69073]: DEBUG nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.469893] env[69073]: DEBUG nova.network.neutron [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.526493] env[69073]: DEBUG nova.policy [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.695117] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220195, 'name': CreateVM_Task, 'duration_secs': 0.430461} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.698247] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.699526] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.699652] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.700136] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.700729] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a086f640-d87c-4839-9944-9ceea94ae6ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.705519] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1115.705519] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c2f1ba-e478-865e-a15b-8622f8728fb4" [ 1115.705519] env[69073]: _type = "Task" [ 1115.705519] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.717127] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c2f1ba-e478-865e-a15b-8622f8728fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.741161] env[69073]: DEBUG nova.network.neutron [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.755160] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0847aef-580b-4535-a263-f0059dc555aa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.763252] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c225968-13e0-4cd1-9f6e-300ffc84d9d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.804168] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427c76b1-ab68-419b-bc4c-5edebc18edf7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.807740] env[69073]: DEBUG oslo_concurrency.lockutils [None req-51909ba0-7d28-4b49-ad66-53bcb53c1229 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 34.964s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.812205] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7b3530-11ce-4965-af14-ef7f7aa8a7b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.830199] env[69073]: DEBUG nova.compute.provider_tree [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.834986] env[69073]: DEBUG nova.network.neutron [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.938855] env[69073]: DEBUG nova.network.neutron [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Successfully created port: 1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.974206] env[69073]: DEBUG nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.051213] env[69073]: DEBUG nova.network.neutron [req-10d4bc32-9f9a-4ef2-ae30-096b4dee822b req-4c7e4eab-86dd-4cd6-89a0-36ac45027aa2 service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updated VIF entry in instance network info cache for port d9cfe0df-9ed6-40f3-aa87-f633f731ff8b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.051213] env[69073]: DEBUG nova.network.neutron [req-10d4bc32-9f9a-4ef2-ae30-096b4dee822b req-4c7e4eab-86dd-4cd6-89a0-36ac45027aa2 service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance_info_cache with network_info: [{"id": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "address": "fa:16:3e:e8:b0:13", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cfe0df-9e", "ovs_interfaceid": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.225609] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c2f1ba-e478-865e-a15b-8622f8728fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.225974] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.226227] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.226469] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.226621] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.226804] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.227086] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa28d31-c918-4cf0-a2b0-f0919c955296 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.236560] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.236754] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.237518] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4514c2-de32-45d6-b1cc-14756a8f60f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.244376] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1116.244376] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5235c2fb-8eee-dbfd-3301-e5a58bcf8ee1" [ 1116.244376] env[69073]: _type = "Task" [ 1116.244376] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.250965] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5235c2fb-8eee-dbfd-3301-e5a58bcf8ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.335832] env[69073]: DEBUG nova.scheduler.client.report [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.342297] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Releasing lock "refresh_cache-449c84df-79df-41cb-8513-5b95a673d5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.342297] env[69073]: DEBUG nova.compute.manager [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.342297] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.343346] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9914888-2907-4d9f-b6c7-fb0f267b41b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.352606] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.353073] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e50fff-dbeb-4256-b9f2-404bd7486525 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.359968] env[69073]: DEBUG oslo_vmware.api [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1116.359968] env[69073]: value = "task-3220196" [ 1116.359968] env[69073]: _type = "Task" [ 1116.359968] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.369032] env[69073]: DEBUG oslo_vmware.api [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.554093] env[69073]: DEBUG oslo_concurrency.lockutils [req-10d4bc32-9f9a-4ef2-ae30-096b4dee822b req-4c7e4eab-86dd-4cd6-89a0-36ac45027aa2 service nova] Releasing lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.757617] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5235c2fb-8eee-dbfd-3301-e5a58bcf8ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.758870] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bad1bf1-77df-44ab-9789-170dcef3a1cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.766069] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1116.766069] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ed7142-d4c8-5373-84ab-ca526cb16bcf" [ 1116.766069] env[69073]: _type = "Task" [ 1116.766069] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.776869] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ed7142-d4c8-5373-84ab-ca526cb16bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.848565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.852067] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.298s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.853225] env[69073]: INFO nova.compute.claims [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.869768] env[69073]: DEBUG oslo_vmware.api [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220196, 'name': PowerOffVM_Task, 'duration_secs': 0.209731} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.869959] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.870135] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.870412] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0489714-d611-42d8-b1c3-70bcbe422b36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.873881] env[69073]: INFO nova.scheduler.client.report [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Deleted allocations for instance 35613d15-5d0f-44b5-bff6-9ebbe362892b [ 1116.895745] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.895871] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.896064] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Deleting the datastore file [datastore1] 449c84df-79df-41cb-8513-5b95a673d5fc {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.897027] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf1e293d-d24c-44d5-8c6a-813b9828caf4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.903683] env[69073]: DEBUG oslo_vmware.api [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for the task: (returnval){ [ 1116.903683] env[69073]: value = "task-3220198" [ 1116.903683] env[69073]: _type = "Task" [ 1116.903683] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.912470] env[69073]: DEBUG oslo_vmware.api [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.984194] env[69073]: DEBUG nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.010585] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.010750] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.011027] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.011256] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.011441] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.011645] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.011916] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.012196] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.012393] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.012564] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.012860] env[69073]: DEBUG nova.virt.hardware [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.013770] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f258f5c-6ecd-4528-be78-87332a4d79f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.022258] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dfb831-1470-4ccd-a8f8-8d3c7eb92afe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.278865] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ed7142-d4c8-5373-84ab-ca526cb16bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.016679} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.279149] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.279412] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3adb764d-c099-40c5-8ff0-96047b88ea35/3adb764d-c099-40c5-8ff0-96047b88ea35.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.279730] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14965220-ead0-41a7-9f57-3387820ff458 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.286152] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1117.286152] env[69073]: value = "task-3220199" [ 1117.286152] env[69073]: _type = "Task" [ 1117.286152] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.294639] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.380973] env[69073]: DEBUG oslo_concurrency.lockutils [None req-19ed6fbf-6efe-473e-aec5-751cf4e898ca tempest-AttachInterfacesUnderV243Test-1444216997 tempest-AttachInterfacesUnderV243Test-1444216997-project-member] Lock "35613d15-5d0f-44b5-bff6-9ebbe362892b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.877s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.404505] env[69073]: DEBUG nova.compute.manager [req-9e4bee10-80bd-4394-9d00-5a38f7f27c85 req-83f14746-bf4c-45a2-ae44-3d97ed317a9f service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received event network-vif-plugged-1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.405183] env[69073]: DEBUG oslo_concurrency.lockutils [req-9e4bee10-80bd-4394-9d00-5a38f7f27c85 req-83f14746-bf4c-45a2-ae44-3d97ed317a9f service nova] Acquiring lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.405519] env[69073]: DEBUG oslo_concurrency.lockutils [req-9e4bee10-80bd-4394-9d00-5a38f7f27c85 req-83f14746-bf4c-45a2-ae44-3d97ed317a9f service nova] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.407031] env[69073]: DEBUG oslo_concurrency.lockutils [req-9e4bee10-80bd-4394-9d00-5a38f7f27c85 req-83f14746-bf4c-45a2-ae44-3d97ed317a9f service nova] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.407031] env[69073]: DEBUG nova.compute.manager [req-9e4bee10-80bd-4394-9d00-5a38f7f27c85 req-83f14746-bf4c-45a2-ae44-3d97ed317a9f service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] No waiting events found dispatching network-vif-plugged-1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1117.407031] env[69073]: WARNING nova.compute.manager [req-9e4bee10-80bd-4394-9d00-5a38f7f27c85 req-83f14746-bf4c-45a2-ae44-3d97ed317a9f service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received unexpected event network-vif-plugged-1dd63e3b-41c4-4217-9752-9c3b639590df for instance with vm_state building and task_state spawning. [ 1117.418353] env[69073]: DEBUG oslo_vmware.api [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Task: {'id': task-3220198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202131} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.421026] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.421026] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.421026] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.421026] env[69073]: INFO nova.compute.manager [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1117.421026] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.421026] env[69073]: DEBUG nova.compute.manager [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.421026] env[69073]: DEBUG nova.network.neutron [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.477911] env[69073]: DEBUG nova.network.neutron [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.555910] env[69073]: DEBUG nova.network.neutron [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Successfully updated port: 1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.657629] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3c0a5c-e00e-4b11-a8c4-359f95b0fed2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.665579] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4b743507-8433-41e3-ba2a-2bca7038908d tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Suspending the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1117.665920] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-15f7bc58-ddac-45d1-a107-58c504f8b0a4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.672849] env[69073]: DEBUG oslo_vmware.api [None req-4b743507-8433-41e3-ba2a-2bca7038908d tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1117.672849] env[69073]: value = "task-3220200" [ 1117.672849] env[69073]: _type = "Task" [ 1117.672849] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.681929] env[69073]: DEBUG oslo_vmware.api [None req-4b743507-8433-41e3-ba2a-2bca7038908d tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220200, 'name': SuspendVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.800273] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220199, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.981939] env[69073]: DEBUG nova.network.neutron [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.060469] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.060635] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.061108] env[69073]: DEBUG nova.network.neutron [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.147702] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a338d6-5035-41de-be84-302e5cd079cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.155562] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32dac02-2f92-41bf-ac92-5cd8a117528d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.192773] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af56ff65-cf6c-401f-8061-60328a8135a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.200406] env[69073]: DEBUG oslo_vmware.api [None req-4b743507-8433-41e3-ba2a-2bca7038908d tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220200, 'name': SuspendVM_Task} progress is 37%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.204202] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050fe56b-7f1b-4e0a-a09f-6bb755a0a6d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.220294] env[69073]: DEBUG nova.compute.provider_tree [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.299554] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620635} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.299554] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 3adb764d-c099-40c5-8ff0-96047b88ea35/3adb764d-c099-40c5-8ff0-96047b88ea35.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.299554] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.299554] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6010163-249b-443c-85c0-c6096c1ccfa3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.309926] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1118.309926] env[69073]: value = "task-3220201" [ 1118.309926] env[69073]: _type = "Task" [ 1118.309926] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.318919] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.486831] env[69073]: INFO nova.compute.manager [-] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Took 1.07 seconds to deallocate network for instance. [ 1118.614180] env[69073]: DEBUG nova.network.neutron [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.705969] env[69073]: DEBUG oslo_vmware.api [None req-4b743507-8433-41e3-ba2a-2bca7038908d tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220200, 'name': SuspendVM_Task, 'duration_secs': 0.785183} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.706272] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4b743507-8433-41e3-ba2a-2bca7038908d tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Suspended the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1118.706456] env[69073]: DEBUG nova.compute.manager [None req-4b743507-8433-41e3-ba2a-2bca7038908d tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.707288] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d5090-2c62-4d0c-b182-230074131ff0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.723787] env[69073]: DEBUG nova.scheduler.client.report [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.820513] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10074} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.820799] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.821671] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209fdfe5-9d99-4dbb-9f49-80f9c8a14082 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.846655] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 3adb764d-c099-40c5-8ff0-96047b88ea35/3adb764d-c099-40c5-8ff0-96047b88ea35.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.847870] env[69073]: DEBUG nova.network.neutron [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.851446] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9d89fb-797a-4d1b-a76d-e0d71c2c7a88 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.876939] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1118.876939] env[69073]: value = "task-3220202" [ 1118.876939] env[69073]: _type = "Task" [ 1118.876939] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.886136] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.993301] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.234148] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.234849] env[69073]: DEBUG nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.237454] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.910s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.238896] env[69073]: INFO nova.compute.claims [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.371534] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.371730] env[69073]: DEBUG nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Instance network_info: |[{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.372160] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:64:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd63e3b-41c4-4217-9752-9c3b639590df', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.380698] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.380809] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.384663] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7be49e8-84e1-4221-901f-f75ef43d7f9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.405885] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.407367] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.407367] env[69073]: value = "task-3220203" [ 1119.407367] env[69073]: _type = "Task" [ 1119.407367] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.416302] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220203, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.433898] env[69073]: DEBUG nova.compute.manager [req-6c721cf9-1f76-46bc-bb4f-0d2600522f7c req-23e8b399-135a-4027-b9cf-237a8cd221b9 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received event network-changed-1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.434132] env[69073]: DEBUG nova.compute.manager [req-6c721cf9-1f76-46bc-bb4f-0d2600522f7c req-23e8b399-135a-4027-b9cf-237a8cd221b9 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing instance network info cache due to event network-changed-1dd63e3b-41c4-4217-9752-9c3b639590df. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.434389] env[69073]: DEBUG oslo_concurrency.lockutils [req-6c721cf9-1f76-46bc-bb4f-0d2600522f7c req-23e8b399-135a-4027-b9cf-237a8cd221b9 service nova] Acquiring lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.434544] env[69073]: DEBUG oslo_concurrency.lockutils [req-6c721cf9-1f76-46bc-bb4f-0d2600522f7c req-23e8b399-135a-4027-b9cf-237a8cd221b9 service nova] Acquired lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.434717] env[69073]: DEBUG nova.network.neutron [req-6c721cf9-1f76-46bc-bb4f-0d2600522f7c req-23e8b399-135a-4027-b9cf-237a8cd221b9 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing network info cache for port 1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.743958] env[69073]: DEBUG nova.compute.utils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.747736] env[69073]: DEBUG nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.747914] env[69073]: DEBUG nova.network.neutron [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.816225] env[69073]: DEBUG nova.policy [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831621232b39495b98128663f0256e82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5647c49a49d45868c6afc712c7b97d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.897418] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.923475] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220203, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.254026] env[69073]: DEBUG nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.297896] env[69073]: INFO nova.compute.manager [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Resuming [ 1120.298887] env[69073]: DEBUG nova.objects.instance [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lazy-loading 'flavor' on Instance uuid 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.358080] env[69073]: DEBUG nova.network.neutron [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Successfully created port: 46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.375247] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.375556] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.375770] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "5385f25c-700d-4ee8-9714-2bc84481df0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.375957] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.376138] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.378300] env[69073]: INFO nova.compute.manager [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Terminating instance [ 1120.395664] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220202, 'name': ReconfigVM_Task, 'duration_secs': 1.377136} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.400646] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 3adb764d-c099-40c5-8ff0-96047b88ea35/3adb764d-c099-40c5-8ff0-96047b88ea35.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.402344] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1519513b-5cfb-48cf-b978-0ba936b49b05 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.409838] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1120.409838] env[69073]: value = "task-3220204" [ 1120.409838] env[69073]: _type = "Task" [ 1120.409838] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.433266] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220203, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.439407] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220204, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.612555] env[69073]: DEBUG nova.network.neutron [req-6c721cf9-1f76-46bc-bb4f-0d2600522f7c req-23e8b399-135a-4027-b9cf-237a8cd221b9 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updated VIF entry in instance network info cache for port 1dd63e3b-41c4-4217-9752-9c3b639590df. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.612555] env[69073]: DEBUG nova.network.neutron [req-6c721cf9-1f76-46bc-bb4f-0d2600522f7c req-23e8b399-135a-4027-b9cf-237a8cd221b9 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.636430] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f397dc-a69f-4f92-b7e5-bba67e351611 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.645410] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4f6d80-9155-4f2f-9908-dc9c468d14f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.680773] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da401486-0571-4384-a314-62c86fcc0e6a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.688821] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5720d63c-1556-4a1f-a61f-bb1911897988 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.706138] env[69073]: DEBUG nova.compute.provider_tree [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.890688] env[69073]: DEBUG nova.compute.manager [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.891041] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.895016] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64c0936-45ea-4746-a183-a784a443539a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.900579] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.900862] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-947b2d2e-9dce-4688-a6cd-0571b5280862 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.913303] env[69073]: DEBUG oslo_vmware.api [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1120.913303] env[69073]: value = "task-3220205" [ 1120.913303] env[69073]: _type = "Task" [ 1120.913303] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.927666] env[69073]: DEBUG oslo_vmware.api [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.931979] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220203, 'name': CreateVM_Task, 'duration_secs': 1.165557} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.931979] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.932838] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.933057] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.933390] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.936698] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b3c4cc-787e-43bd-9275-bb364b9ef94d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.938616] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220204, 'name': Rename_Task, 'duration_secs': 0.186027} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.939109] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.940507] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e3632bd-7f00-4580-8a48-b93f59f96a46 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.943274] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1120.943274] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520ea7e0-1032-0fa8-58f6-565216ba23d4" [ 1120.943274] env[69073]: _type = "Task" [ 1120.943274] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.950177] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1120.950177] env[69073]: value = "task-3220206" [ 1120.950177] env[69073]: _type = "Task" [ 1120.950177] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.957546] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520ea7e0-1032-0fa8-58f6-565216ba23d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.962466] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.115453] env[69073]: DEBUG oslo_concurrency.lockutils [req-6c721cf9-1f76-46bc-bb4f-0d2600522f7c req-23e8b399-135a-4027-b9cf-237a8cd221b9 service nova] Releasing lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.209261] env[69073]: DEBUG nova.scheduler.client.report [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.271503] env[69073]: DEBUG nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.331519] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.331948] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.332167] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.332361] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.333018] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.333018] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.333018] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.333018] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.333197] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.333339] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.333510] env[69073]: DEBUG nova.virt.hardware [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.334708] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f7dd0e-414b-4239-8942-a6220afb441a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.344206] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958a9880-c260-4eaf-ad93-abb1e44c0e8e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.419728] env[69073]: DEBUG oslo_vmware.api [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220205, 'name': PowerOffVM_Task, 'duration_secs': 0.36767} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.420041] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.420233] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.421111] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb957f1-d3e7-41fc-8241-d48ba48aca45 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.454461] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520ea7e0-1032-0fa8-58f6-565216ba23d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.458220] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.458589] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.458972] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.459233] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.459523] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.460665] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bcb3f7a-68c8-4ece-9ed6-0b2955ede24e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.472656] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220206, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.476087] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.476412] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.477370] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b7a011-e938-41b0-868f-875caff89927 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.486282] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1121.486282] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e11d89-9614-66e7-2651-85d2edaac187" [ 1121.486282] env[69073]: _type = "Task" [ 1121.486282] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.488120] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.488510] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.492054] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Deleting the datastore file [datastore2] 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.492681] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ba93d39-4be8-461c-acfd-b975ff157749 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.500841] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e11d89-9614-66e7-2651-85d2edaac187, 'name': SearchDatastore_Task, 'duration_secs': 0.012058} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.503251] env[69073]: DEBUG oslo_vmware.api [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1121.503251] env[69073]: value = "task-3220208" [ 1121.503251] env[69073]: _type = "Task" [ 1121.503251] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.503693] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a4bc4b-db58-4afd-804d-fc3b5edaa755 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.518111] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1121.518111] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5224ccd7-6dd2-3d19-c11a-8e3da06487eb" [ 1121.518111] env[69073]: _type = "Task" [ 1121.518111] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.518731] env[69073]: DEBUG oslo_vmware.api [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.529407] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5224ccd7-6dd2-3d19-c11a-8e3da06487eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.529938] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.530362] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] eb107694-39c5-4b35-8d3b-f36b545868d6/eb107694-39c5-4b35-8d3b-f36b545868d6.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.530817] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-505e8f95-acd2-4ec9-920a-189397764478 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.541945] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1121.541945] env[69073]: value = "task-3220209" [ 1121.541945] env[69073]: _type = "Task" [ 1121.541945] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.551145] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.719554] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.720251] env[69073]: DEBUG nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.727028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.473s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.727028] env[69073]: INFO nova.compute.claims [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.814300] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.814300] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquired lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.814300] env[69073]: DEBUG nova.network.neutron [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.969998] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220206, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.020911] env[69073]: DEBUG oslo_vmware.api [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195781} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.021104] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.021388] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.021789] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.022224] env[69073]: INFO nova.compute.manager [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1122.022295] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.022575] env[69073]: DEBUG nova.compute.manager [-] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.022705] env[69073]: DEBUG nova.network.neutron [-] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.052739] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.126145] env[69073]: DEBUG oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526343d8-e70a-515c-c31c-65b841ecd32b/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1122.126145] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b9d652-5a5e-4bf5-ae99-a3bff0bf637f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.134912] env[69073]: DEBUG oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526343d8-e70a-515c-c31c-65b841ecd32b/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1122.135616] env[69073]: ERROR oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526343d8-e70a-515c-c31c-65b841ecd32b/disk-0.vmdk due to incomplete transfer. [ 1122.136038] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d6730f4-f026-4232-844b-180f259533c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.146019] env[69073]: DEBUG oslo_vmware.rw_handles [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526343d8-e70a-515c-c31c-65b841ecd32b/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1122.146019] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Uploaded image 34168672-31e5-4085-ab02-e2493bca6c73 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1122.147356] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1122.147759] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a2281bd-5d94-4292-bd9e-941975ed3d3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.155080] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1122.155080] env[69073]: value = "task-3220210" [ 1122.155080] env[69073]: _type = "Task" [ 1122.155080] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.165074] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220210, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.233022] env[69073]: DEBUG nova.compute.utils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.233022] env[69073]: DEBUG nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.233022] env[69073]: DEBUG nova.network.neutron [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.325339] env[69073]: DEBUG nova.policy [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fc1f3454e44ea787edb5261f75964b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd680c65ee6484e709c92a0d360b4b55b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.361078] env[69073]: DEBUG nova.compute.manager [req-dd878fdd-c03c-4a41-8989-e440b54f889c req-e609184f-8be2-4d34-a305-06e50ac83234 service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Received event network-vif-plugged-46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.361377] env[69073]: DEBUG oslo_concurrency.lockutils [req-dd878fdd-c03c-4a41-8989-e440b54f889c req-e609184f-8be2-4d34-a305-06e50ac83234 service nova] Acquiring lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.361875] env[69073]: DEBUG oslo_concurrency.lockutils [req-dd878fdd-c03c-4a41-8989-e440b54f889c req-e609184f-8be2-4d34-a305-06e50ac83234 service nova] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.362134] env[69073]: DEBUG oslo_concurrency.lockutils [req-dd878fdd-c03c-4a41-8989-e440b54f889c req-e609184f-8be2-4d34-a305-06e50ac83234 service nova] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.362365] env[69073]: DEBUG nova.compute.manager [req-dd878fdd-c03c-4a41-8989-e440b54f889c req-e609184f-8be2-4d34-a305-06e50ac83234 service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] No waiting events found dispatching network-vif-plugged-46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.362600] env[69073]: WARNING nova.compute.manager [req-dd878fdd-c03c-4a41-8989-e440b54f889c req-e609184f-8be2-4d34-a305-06e50ac83234 service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Received unexpected event network-vif-plugged-46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 for instance with vm_state building and task_state spawning. [ 1122.469730] env[69073]: DEBUG oslo_vmware.api [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220206, 'name': PowerOnVM_Task, 'duration_secs': 1.035967} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.470015] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.470180] env[69073]: INFO nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1122.470474] env[69073]: DEBUG nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.471476] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a30581-2c36-4b1a-8241-e3e5728624cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.557797] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529263} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.560867] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] eb107694-39c5-4b35-8d3b-f36b545868d6/eb107694-39c5-4b35-8d3b-f36b545868d6.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.561034] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.562097] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d8ef54-a587-428c-8493-7b70ef88e298 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.571865] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.572205] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.573643] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1122.573643] env[69073]: value = "task-3220211" [ 1122.573643] env[69073]: _type = "Task" [ 1122.573643] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.586626] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.665558] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220210, 'name': Destroy_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.742227] env[69073]: DEBUG nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.754135] env[69073]: DEBUG nova.network.neutron [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Successfully updated port: 46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.777101] env[69073]: DEBUG nova.compute.manager [req-01de2c7e-59b2-4ef6-b526-35abce5ddbf4 req-d5523b09-4e63-446f-9ee3-39e30fe956bf service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Received event network-vif-deleted-41437731-7c37-4925-bd86-ca49f6c74ebb {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.777320] env[69073]: INFO nova.compute.manager [req-01de2c7e-59b2-4ef6-b526-35abce5ddbf4 req-d5523b09-4e63-446f-9ee3-39e30fe956bf service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Neutron deleted interface 41437731-7c37-4925-bd86-ca49f6c74ebb; detaching it from the instance and deleting it from the info cache [ 1122.777495] env[69073]: DEBUG nova.network.neutron [req-01de2c7e-59b2-4ef6-b526-35abce5ddbf4 req-d5523b09-4e63-446f-9ee3-39e30fe956bf service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.897277] env[69073]: DEBUG nova.network.neutron [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [{"id": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "address": "fa:16:3e:c0:cc:32", "network": {"id": "943d20ff-f85b-4c72-834d-ed3021d6ab11", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-891474202-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b77d17a69fdc46ae9b46de391315844a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925b4550-e2", "ovs_interfaceid": "925b4550-e2b9-4cc2-8cdb-001ec0668996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.995885] env[69073]: INFO nova.compute.manager [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Took 24.01 seconds to build instance. [ 1123.020694] env[69073]: DEBUG nova.network.neutron [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Successfully created port: 8ab224dc-3deb-4a26-a493-a039fc265451 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.074857] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3540a0-c154-43ed-91bf-65b426609a08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.077839] env[69073]: DEBUG nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.092790] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ee7f3-5db2-4a9d-a32b-6af36d34bc97 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.102174] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066647} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.102174] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.103205] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0086b9b4-25fa-4ef9-9e03-78e6ce2ba8d3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.133294] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e8a077-39b4-4302-9770-bcc3c9342419 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.156535] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] eb107694-39c5-4b35-8d3b-f36b545868d6/eb107694-39c5-4b35-8d3b-f36b545868d6.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.157806] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a23b4ad-27b4-47e0-90c5-9f083c8aaa6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.178291] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8290a95-ce88-43c7-81f7-1c8133143d6f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.183346] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1123.183346] env[69073]: value = "task-3220212" [ 1123.183346] env[69073]: _type = "Task" [ 1123.183346] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.197045] env[69073]: DEBUG nova.compute.provider_tree [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.198343] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220210, 'name': Destroy_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.204526] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.257420] env[69073]: DEBUG nova.network.neutron [-] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.261972] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.262127] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.262273] env[69073]: DEBUG nova.network.neutron [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.287868] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13542c85-8c64-4b52-829c-9791b2817788 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.297410] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa56499-4541-4538-81a4-f38efe38f9f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.336214] env[69073]: DEBUG nova.compute.manager [req-01de2c7e-59b2-4ef6-b526-35abce5ddbf4 req-d5523b09-4e63-446f-9ee3-39e30fe956bf service nova] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Detach interface failed, port_id=41437731-7c37-4925-bd86-ca49f6c74ebb, reason: Instance 5385f25c-700d-4ee8-9714-2bc84481df0c could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1123.400016] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Releasing lock "refresh_cache-3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.401664] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7737516-5f43-429e-aeb5-8c63ba292cd2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.409711] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Resuming the VM {{(pid=69073) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1123.409864] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6ee306-67f3-402c-9a6d-0a74253644db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.419674] env[69073]: DEBUG oslo_vmware.api [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1123.419674] env[69073]: value = "task-3220213" [ 1123.419674] env[69073]: _type = "Task" [ 1123.419674] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.435859] env[69073]: DEBUG oslo_vmware.api [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220213, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.499443] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b11f30fb-df62-4318-a019-56b0ae548a2c tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.530s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.610917] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.668403] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220210, 'name': Destroy_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.693155] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220212, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.700317] env[69073]: DEBUG nova.scheduler.client.report [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.763889] env[69073]: INFO nova.compute.manager [-] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Took 1.74 seconds to deallocate network for instance. [ 1123.764964] env[69073]: DEBUG nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.797954] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.797954] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.797954] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.797954] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.798262] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.798421] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.798651] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.798849] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.799038] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.799210] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.801386] env[69073]: DEBUG nova.virt.hardware [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.801386] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b960815-b664-4019-be51-a3c082a159fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.810832] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca9b9f8-1d10-4471-8843-ae30bb040c69 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.842784] env[69073]: DEBUG nova.network.neutron [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.943624] env[69073]: DEBUG oslo_vmware.api [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.070751] env[69073]: DEBUG nova.network.neutron [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Updating instance_info_cache with network_info: [{"id": "46c6d68d-5b78-4bd3-a033-f3b4a288a7b2", "address": "fa:16:3e:c7:66:a0", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c6d68d-5b", "ovs_interfaceid": "46c6d68d-5b78-4bd3-a033-f3b4a288a7b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.172358] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220210, 'name': Destroy_Task, 'duration_secs': 1.634115} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.172769] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Destroyed the VM [ 1124.173067] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1124.173371] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e8bd55d-3304-4aae-aa59-d9eb3c515088 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.186675] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1124.186675] env[69073]: value = "task-3220214" [ 1124.186675] env[69073]: _type = "Task" [ 1124.186675] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.202972] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220214, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.206180] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.206859] env[69073]: DEBUG nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.210662] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220212, 'name': ReconfigVM_Task, 'duration_secs': 0.709952} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.211238] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.162s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.211503] env[69073]: DEBUG nova.objects.instance [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lazy-loading 'resources' on Instance uuid 8cf7826a-81c4-4dcb-b1ae-bac1844fea46 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.212652] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Reconfigured VM instance instance-00000061 to attach disk [datastore2] eb107694-39c5-4b35-8d3b-f36b545868d6/eb107694-39c5-4b35-8d3b-f36b545868d6.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.213552] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9dcf0e1-2ca1-423a-a96f-ea2f84433de3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.221463] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1124.221463] env[69073]: value = "task-3220215" [ 1124.221463] env[69073]: _type = "Task" [ 1124.221463] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.235759] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220215, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.281565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.437249] env[69073]: DEBUG oslo_vmware.api [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220213, 'name': PowerOnVM_Task, 'duration_secs': 0.563948} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.437249] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Resumed the VM {{(pid=69073) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1124.437249] env[69073]: DEBUG nova.compute.manager [None req-fdea378b-ba62-40f9-83f8-8522871a9d01 tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.437249] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e64dd14-21ac-4ceb-b5fd-fa4858bc2ede {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.451943] env[69073]: DEBUG nova.compute.manager [req-5b012693-d8ad-4ff3-80d5-87d84641e140 req-93a29dfe-e85e-4c38-943b-798895107324 service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Received event network-changed-46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.452937] env[69073]: DEBUG nova.compute.manager [req-5b012693-d8ad-4ff3-80d5-87d84641e140 req-93a29dfe-e85e-4c38-943b-798895107324 service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Refreshing instance network info cache due to event network-changed-46c6d68d-5b78-4bd3-a033-f3b4a288a7b2. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.452937] env[69073]: DEBUG oslo_concurrency.lockutils [req-5b012693-d8ad-4ff3-80d5-87d84641e140 req-93a29dfe-e85e-4c38-943b-798895107324 service nova] Acquiring lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.575594] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.575960] env[69073]: DEBUG nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Instance network_info: |[{"id": "46c6d68d-5b78-4bd3-a033-f3b4a288a7b2", "address": "fa:16:3e:c7:66:a0", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c6d68d-5b", "ovs_interfaceid": "46c6d68d-5b78-4bd3-a033-f3b4a288a7b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.576294] env[69073]: DEBUG oslo_concurrency.lockutils [req-5b012693-d8ad-4ff3-80d5-87d84641e140 req-93a29dfe-e85e-4c38-943b-798895107324 service nova] Acquired lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.576472] env[69073]: DEBUG nova.network.neutron [req-5b012693-d8ad-4ff3-80d5-87d84641e140 req-93a29dfe-e85e-4c38-943b-798895107324 service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Refreshing network info cache for port 46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.578074] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:66:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46c6d68d-5b78-4bd3-a033-f3b4a288a7b2', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.586420] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Creating folder: Project (a5647c49a49d45868c6afc712c7b97d1). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.586626] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-991d5699-6393-46eb-b225-5ed74cf22bec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.600749] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Created folder: Project (a5647c49a49d45868c6afc712c7b97d1) in parent group-v643537. [ 1124.601111] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Creating folder: Instances. Parent ref: group-v643812. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.604972] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b98b8ece-4950-4769-bece-17a83ec757e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.613899] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Created folder: Instances in parent group-v643812. [ 1124.616798] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.616798] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.616798] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a18983bb-4ffa-419f-99f1-e1513fef440d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.635534] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "94e45830-9a41-4439-987f-396201cf0b6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.635809] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "94e45830-9a41-4439-987f-396201cf0b6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.641046] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.641046] env[69073]: value = "task-3220218" [ 1124.641046] env[69073]: _type = "Task" [ 1124.641046] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.649672] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220218, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.701284] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220214, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385377} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.701613] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.701933] env[69073]: DEBUG nova.compute.manager [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.702984] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3ab0a7-eb2b-4d2c-8a4c-9543d01db242 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.713891] env[69073]: DEBUG nova.compute.utils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.714402] env[69073]: DEBUG nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.714563] env[69073]: DEBUG nova.network.neutron [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.731825] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220215, 'name': Rename_Task, 'duration_secs': 0.158775} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.732750] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.733127] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df6e9d08-ffd1-433f-a3b2-8e2918239dbb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.741528] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1124.741528] env[69073]: value = "task-3220219" [ 1124.741528] env[69073]: _type = "Task" [ 1124.741528] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.753084] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.797523] env[69073]: DEBUG nova.compute.manager [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1124.814056] env[69073]: DEBUG nova.policy [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4409af15785748a5a9288f77bcc97b0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a8f78e2c11e43c5b0bc139194b7574e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.894961] env[69073]: DEBUG nova.network.neutron [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Successfully updated port: 8ab224dc-3deb-4a26-a493-a039fc265451 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.939293] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.939293] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.123278] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0e40e6-8e22-4b3f-b26c-af6488c0699f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.132092] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9395342e-9a70-4d95-8dcd-f8ed0a0692ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.164969] env[69073]: DEBUG nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.171611] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270064bb-de43-4947-a29c-6617c633647c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.181020] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220218, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.183258] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6ca579-b386-486b-b1d8-94ca7147628c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.202969] env[69073]: DEBUG nova.compute.provider_tree [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.217999] env[69073]: INFO nova.compute.manager [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Shelve offloading [ 1125.222541] env[69073]: DEBUG nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.252067] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.327087] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.399453] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-aeeb7248-c90e-4be1-ab8e-13de6c648a9a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.399453] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-aeeb7248-c90e-4be1-ab8e-13de6c648a9a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.399562] env[69073]: DEBUG nova.network.neutron [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.404700] env[69073]: DEBUG nova.network.neutron [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Successfully created port: a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.444530] env[69073]: DEBUG nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.492804] env[69073]: DEBUG nova.network.neutron [req-5b012693-d8ad-4ff3-80d5-87d84641e140 req-93a29dfe-e85e-4c38-943b-798895107324 service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Updated VIF entry in instance network info cache for port 46c6d68d-5b78-4bd3-a033-f3b4a288a7b2. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.493271] env[69073]: DEBUG nova.network.neutron [req-5b012693-d8ad-4ff3-80d5-87d84641e140 req-93a29dfe-e85e-4c38-943b-798895107324 service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Updating instance_info_cache with network_info: [{"id": "46c6d68d-5b78-4bd3-a033-f3b4a288a7b2", "address": "fa:16:3e:c7:66:a0", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c6d68d-5b", "ovs_interfaceid": "46c6d68d-5b78-4bd3-a033-f3b4a288a7b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.688657] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220218, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.704075] env[69073]: DEBUG nova.scheduler.client.report [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.712072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.721914] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.722854] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0fe6c56-0604-45c3-ab62-2fae5139c996 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.732122] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1125.732122] env[69073]: value = "task-3220220" [ 1125.732122] env[69073]: _type = "Task" [ 1125.732122] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.745833] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1125.746316] env[69073]: DEBUG nova.compute.manager [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.747140] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee023e-8fba-4c18-b10e-745e0bc77376 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.755250] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.757096] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.757402] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.757497] env[69073]: DEBUG nova.network.neutron [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.945362] env[69073]: DEBUG nova.network.neutron [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.973429] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.996605] env[69073]: DEBUG oslo_concurrency.lockutils [req-5b012693-d8ad-4ff3-80d5-87d84641e140 req-93a29dfe-e85e-4c38-943b-798895107324 service nova] Releasing lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.144490] env[69073]: DEBUG nova.network.neutron [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Updating instance_info_cache with network_info: [{"id": "8ab224dc-3deb-4a26-a493-a039fc265451", "address": "fa:16:3e:2c:44:94", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab224dc-3d", "ovs_interfaceid": "8ab224dc-3deb-4a26-a493-a039fc265451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.180250] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220218, 'name': CreateVM_Task, 'duration_secs': 1.067435} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.180406] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.181080] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.181235] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.181540] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.181803] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f915aa30-8e96-4742-80f2-65d35a2cb4ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.188079] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1126.188079] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a66a09-0074-bfea-c656-03a334e27134" [ 1126.188079] env[69073]: _type = "Task" [ 1126.188079] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.194140] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a66a09-0074-bfea-c656-03a334e27134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.210275] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.999s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.212182] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 13.325s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.233084] env[69073]: INFO nova.scheduler.client.report [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted allocations for instance 8cf7826a-81c4-4dcb-b1ae-bac1844fea46 [ 1126.234844] env[69073]: DEBUG nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.252500] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.264355] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.264609] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.264823] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.265320] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.265320] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.265320] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.265447] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.265596] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.265863] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.265926] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.266141] env[69073]: DEBUG nova.virt.hardware [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.267319] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d33d0-26ce-4938-b4da-875363a85944 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.277714] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6f33da-f057-4024-a944-099293af0749 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.358957] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquiring lock "251803a4-2d18-495b-b2f0-c8d77143f2c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.360009] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "251803a4-2d18-495b-b2f0-c8d77143f2c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.480094] env[69073]: DEBUG nova.compute.manager [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Received event network-vif-plugged-8ab224dc-3deb-4a26-a493-a039fc265451 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.480339] env[69073]: DEBUG oslo_concurrency.lockutils [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] Acquiring lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.480553] env[69073]: DEBUG oslo_concurrency.lockutils [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] Lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.480742] env[69073]: DEBUG oslo_concurrency.lockutils [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] Lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.480913] env[69073]: DEBUG nova.compute.manager [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] No waiting events found dispatching network-vif-plugged-8ab224dc-3deb-4a26-a493-a039fc265451 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.481337] env[69073]: WARNING nova.compute.manager [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Received unexpected event network-vif-plugged-8ab224dc-3deb-4a26-a493-a039fc265451 for instance with vm_state building and task_state spawning. [ 1126.481542] env[69073]: DEBUG nova.compute.manager [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Received event network-changed-8ab224dc-3deb-4a26-a493-a039fc265451 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.481702] env[69073]: DEBUG nova.compute.manager [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Refreshing instance network info cache due to event network-changed-8ab224dc-3deb-4a26-a493-a039fc265451. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.481872] env[69073]: DEBUG oslo_concurrency.lockutils [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] Acquiring lock "refresh_cache-aeeb7248-c90e-4be1-ab8e-13de6c648a9a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.585135] env[69073]: DEBUG nova.network.neutron [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [{"id": "18634d19-253b-445a-bb76-6ce39cf79a2b", "address": "fa:16:3e:3b:52:a4", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18634d19-25", "ovs_interfaceid": "18634d19-253b-445a-bb76-6ce39cf79a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.648140] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-aeeb7248-c90e-4be1-ab8e-13de6c648a9a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.648973] env[69073]: DEBUG nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Instance network_info: |[{"id": "8ab224dc-3deb-4a26-a493-a039fc265451", "address": "fa:16:3e:2c:44:94", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab224dc-3d", "ovs_interfaceid": "8ab224dc-3deb-4a26-a493-a039fc265451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.649211] env[69073]: DEBUG oslo_concurrency.lockutils [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] Acquired lock "refresh_cache-aeeb7248-c90e-4be1-ab8e-13de6c648a9a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.649476] env[69073]: DEBUG nova.network.neutron [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Refreshing network info cache for port 8ab224dc-3deb-4a26-a493-a039fc265451 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.651717] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:44:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ab224dc-3deb-4a26-a493-a039fc265451', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.661044] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.662749] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.663013] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63f3dd3a-48b0-4b3b-90ba-5c9db10812d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.683615] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.683615] env[69073]: value = "task-3220221" [ 1126.683615] env[69073]: _type = "Task" [ 1126.683615] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.692724] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220221, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.698302] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a66a09-0074-bfea-c656-03a334e27134, 'name': SearchDatastore_Task, 'duration_secs': 0.037146} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.699045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.699045] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.699045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.699045] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.699261] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.699479] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2baf596d-a0cc-418b-9be6-14d8914043ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.704776] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.704967] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.708605] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.708605] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.708605] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d08359d-c63a-45af-9b81-c37cc815c509 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.714711] env[69073]: DEBUG nova.objects.instance [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'migration_context' on Instance uuid e8e29060-d2c9-4bec-810f-3ddaf44e4735 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.716090] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1126.716090] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526448d6-81f3-c187-b156-f9c1685d5852" [ 1126.716090] env[69073]: _type = "Task" [ 1126.716090] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.727067] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526448d6-81f3-c187-b156-f9c1685d5852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.742893] env[69073]: DEBUG oslo_concurrency.lockutils [None req-efbc273f-fe82-4aaf-84ad-418387cdb338 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "8cf7826a-81c4-4dcb-b1ae-bac1844fea46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.930s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.754048] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220219, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.861587] env[69073]: DEBUG nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.088093] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.197516] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220221, 'name': CreateVM_Task, 'duration_secs': 0.311859} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.197932] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.198366] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.198534] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.198876] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.199140] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7122cc1c-0f4d-4d29-b317-2a8cd49bbb93 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.204746] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1127.204746] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524f75d6-20b5-98cb-e0ba-3e585a70ccec" [ 1127.204746] env[69073]: _type = "Task" [ 1127.204746] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.213978] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.217441] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.217747] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524f75d6-20b5-98cb-e0ba-3e585a70ccec, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.217926] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.220856] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.221110] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.221326] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.221527] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.224252] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.224743] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.225041] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1127.225041] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.230331] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526448d6-81f3-c187-b156-f9c1685d5852, 'name': SearchDatastore_Task, 'duration_secs': 0.010491} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.231355] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ce8ae8-a5e9-4145-afb3-88ca8f3acff5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.236544] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1127.236544] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52412553-1885-14cf-2c7f-8adb5290975f" [ 1127.236544] env[69073]: _type = "Task" [ 1127.236544] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.244611] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52412553-1885-14cf-2c7f-8adb5290975f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.259147] env[69073]: DEBUG oslo_vmware.api [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220219, 'name': PowerOnVM_Task, 'duration_secs': 2.261134} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.259147] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.259485] env[69073]: INFO nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1127.259485] env[69073]: DEBUG nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.260142] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95cf7ff-34e8-405a-838a-f36499ed8ab3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.388167] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.580023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "652a8a5a-24e3-479b-997d-54dc19f7b582" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.580023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "652a8a5a-24e3-479b-997d-54dc19f7b582" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.581359] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f40c56-5098-45a3-8535-fac960d3d407 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.594043] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958e4662-c68e-431b-9c7c-6790e075d1ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.633717] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d88da1-0fd5-40be-a40c-d4881cd1ed53 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.645019] env[69073]: DEBUG nova.network.neutron [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Successfully updated port: a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.646896] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec0a3e1-9d7f-4045-9fd1-93366e68894e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.662770] env[69073]: DEBUG nova.compute.provider_tree [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.728381] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.750375] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52412553-1885-14cf-2c7f-8adb5290975f, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.752128] env[69073]: DEBUG nova.network.neutron [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Updated VIF entry in instance network info cache for port 8ab224dc-3deb-4a26-a493-a039fc265451. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.752597] env[69073]: DEBUG nova.network.neutron [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Updating instance_info_cache with network_info: [{"id": "8ab224dc-3deb-4a26-a493-a039fc265451", "address": "fa:16:3e:2c:44:94", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ab224dc-3d", "ovs_interfaceid": "8ab224dc-3deb-4a26-a493-a039fc265451", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.754221] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.754574] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 633cd679-f5a1-4a6b-a4a4-18f6d6080b92/633cd679-f5a1-4a6b-a4a4-18f6d6080b92.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.754984] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.758017] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.758017] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28f144be-f0f4-473a-9b03-e4682d37e257 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.758017] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d2152cf-c61f-4397-9e54-80f1b88002d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.767025] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1127.767025] env[69073]: value = "task-3220222" [ 1127.767025] env[69073]: _type = "Task" [ 1127.767025] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.770804] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.771284] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.774731] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a02156-99d5-45b6-83c3-3094c40f6a75 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.777245] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.784507] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1127.784507] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c51421-9250-e5b2-a867-e1daa2103eb0" [ 1127.784507] env[69073]: _type = "Task" [ 1127.784507] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.790023] env[69073]: INFO nova.compute.manager [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Took 26.47 seconds to build instance. [ 1127.795657] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c51421-9250-e5b2-a867-e1daa2103eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.931133] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.931133] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615a70d9-3cca-4601-b99f-56e1c54aa904 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.937860] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.938288] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b67f82fc-ca1a-4961-a0e8-02ff4797483b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.007022] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.007022] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.007022] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleting the datastore file [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.007022] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89f35c9-3759-404f-862a-b277ca45888b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.013311] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1128.013311] env[69073]: value = "task-3220224" [ 1128.013311] env[69073]: _type = "Task" [ 1128.013311] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.021643] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.086808] env[69073]: DEBUG nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.157112] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.157112] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.157112] env[69073]: DEBUG nova.network.neutron [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.165714] env[69073]: DEBUG nova.scheduler.client.report [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.259547] env[69073]: DEBUG oslo_concurrency.lockutils [req-3f1b09d8-d579-4800-af38-a473f8cad287 req-e4f51a33-d1a7-4a9f-b677-784a111e5182 service nova] Releasing lock "refresh_cache-aeeb7248-c90e-4be1-ab8e-13de6c648a9a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.275857] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220222, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.295832] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf171e22-d7bf-4841-b987-9c85b03a7b5f tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.983s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.296111] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c51421-9250-e5b2-a867-e1daa2103eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.297000] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b605b6-af93-403e-b87b-0944409f8f0a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.303316] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1128.303316] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52781684-8417-a50d-ba3b-444b33c2c022" [ 1128.303316] env[69073]: _type = "Task" [ 1128.303316] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.313044] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52781684-8417-a50d-ba3b-444b33c2c022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.525738] env[69073]: DEBUG oslo_vmware.api [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297107} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.526096] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.526312] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.526538] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.559316] env[69073]: INFO nova.scheduler.client.report [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted allocations for instance f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 [ 1128.613513] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.663044] env[69073]: DEBUG nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Received event network-vif-plugged-a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.663286] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Acquiring lock "ecb2079d-787a-48af-860b-3c0760087a4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.663496] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Lock "ecb2079d-787a-48af-860b-3c0760087a4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.663660] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Lock "ecb2079d-787a-48af-860b-3c0760087a4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.663823] env[69073]: DEBUG nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] No waiting events found dispatching network-vif-plugged-a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.663987] env[69073]: WARNING nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Received unexpected event network-vif-plugged-a618efdd-2cd2-4007-9fe6-176b1a46fd1f for instance with vm_state building and task_state spawning. [ 1128.664161] env[69073]: DEBUG nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Received event network-changed-a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.664681] env[69073]: DEBUG nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Refreshing instance network info cache due to event network-changed-a618efdd-2cd2-4007-9fe6-176b1a46fd1f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.664681] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Acquiring lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.726777] env[69073]: DEBUG nova.network.neutron [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.777335] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718823} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.778112] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 633cd679-f5a1-4a6b-a4a4-18f6d6080b92/633cd679-f5a1-4a6b-a4a4-18f6d6080b92.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.779010] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.781567] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-382e4d2d-d2e4-470b-a454-e27b24e66bb6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.786446] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1128.786446] env[69073]: value = "task-3220225" [ 1128.786446] env[69073]: _type = "Task" [ 1128.786446] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.800720] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.814621] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52781684-8417-a50d-ba3b-444b33c2c022, 'name': SearchDatastore_Task, 'duration_secs': 0.061086} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.815712] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.816118] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] aeeb7248-c90e-4be1-ab8e-13de6c648a9a/aeeb7248-c90e-4be1-ab8e-13de6c648a9a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.816427] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e5bf9c3-020e-4b5d-b436-57fba2d3478e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.824743] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1128.824743] env[69073]: value = "task-3220226" [ 1128.824743] env[69073]: _type = "Task" [ 1128.824743] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.838518] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.869821] env[69073]: DEBUG nova.compute.manager [req-8733a0cb-79a1-4838-969e-a54d0dd121e0 req-ad32e9e0-cf02-4d6b-9de9-42374ac31a08 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.870127] env[69073]: DEBUG nova.compute.manager [req-8733a0cb-79a1-4838-969e-a54d0dd121e0 req-ad32e9e0-cf02-4d6b-9de9-42374ac31a08 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing instance network info cache due to event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.870363] env[69073]: DEBUG oslo_concurrency.lockutils [req-8733a0cb-79a1-4838-969e-a54d0dd121e0 req-ad32e9e0-cf02-4d6b-9de9-42374ac31a08 service nova] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.870529] env[69073]: DEBUG oslo_concurrency.lockutils [req-8733a0cb-79a1-4838-969e-a54d0dd121e0 req-ad32e9e0-cf02-4d6b-9de9-42374ac31a08 service nova] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.870666] env[69073]: DEBUG nova.network.neutron [req-8733a0cb-79a1-4838-969e-a54d0dd121e0 req-ad32e9e0-cf02-4d6b-9de9-42374ac31a08 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.924575] env[69073]: DEBUG nova.network.neutron [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [{"id": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "address": "fa:16:3e:12:c0:cd", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa618efdd-2c", "ovs_interfaceid": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.063868] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.182240] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.968s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.187724] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.425s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.188341] env[69073]: DEBUG nova.objects.instance [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1129.305030] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072408} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.307468] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.307468] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048b8a10-c502-46f6-aa65-2c8621b48de4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.333180] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 633cd679-f5a1-4a6b-a4a4-18f6d6080b92/633cd679-f5a1-4a6b-a4a4-18f6d6080b92.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.333941] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6a985f-bc5e-4c15-9214-4d3d05745d56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.357085] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.358408] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1129.358408] env[69073]: value = "task-3220227" [ 1129.358408] env[69073]: _type = "Task" [ 1129.358408] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.365841] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.427464] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.427820] env[69073]: DEBUG nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Instance network_info: |[{"id": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "address": "fa:16:3e:12:c0:cd", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa618efdd-2c", "ovs_interfaceid": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.428146] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Acquired lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.428334] env[69073]: DEBUG nova.network.neutron [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Refreshing network info cache for port a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.429714] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:c0:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a618efdd-2cd2-4007-9fe6-176b1a46fd1f', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.437700] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.438830] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.439417] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc69772b-92f7-4d3e-940d-e2e2fd7db765 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.459713] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.459713] env[69073]: value = "task-3220228" [ 1129.459713] env[69073]: _type = "Task" [ 1129.459713] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.467756] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220228, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.705483] env[69073]: DEBUG nova.network.neutron [req-8733a0cb-79a1-4838-969e-a54d0dd121e0 req-ad32e9e0-cf02-4d6b-9de9-42374ac31a08 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updated VIF entry in instance network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.705932] env[69073]: DEBUG nova.network.neutron [req-8733a0cb-79a1-4838-969e-a54d0dd121e0 req-ad32e9e0-cf02-4d6b-9de9-42374ac31a08 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.849636] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220226, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021684} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.850231] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] aeeb7248-c90e-4be1-ab8e-13de6c648a9a/aeeb7248-c90e-4be1-ab8e-13de6c648a9a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.850482] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.850860] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65092a6c-f178-417b-8e1c-f8f1da22ae47 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.858384] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1129.858384] env[69073]: value = "task-3220229" [ 1129.858384] env[69073]: _type = "Task" [ 1129.858384] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.872624] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.876104] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.974028] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220228, 'name': CreateVM_Task, 'duration_secs': 0.5104} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.974028] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.974028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.974028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.974356] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.974624] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8a3e84-2db5-461d-a55a-40601aa8a28a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.979820] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1129.979820] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525d6571-58dd-1466-c207-7dbf9c6da17d" [ 1129.979820] env[69073]: _type = "Task" [ 1129.979820] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.991988] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525d6571-58dd-1466-c207-7dbf9c6da17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.201985] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dfee7918-1881-4d1d-a8c0-1998240542ab tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.203157] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.210s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.203394] env[69073]: DEBUG nova.objects.instance [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lazy-loading 'resources' on Instance uuid 449c84df-79df-41cb-8513-5b95a673d5fc {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.213326] env[69073]: DEBUG oslo_concurrency.lockutils [req-8733a0cb-79a1-4838-969e-a54d0dd121e0 req-ad32e9e0-cf02-4d6b-9de9-42374ac31a08 service nova] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.295700] env[69073]: DEBUG nova.network.neutron [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updated VIF entry in instance network info cache for port a618efdd-2cd2-4007-9fe6-176b1a46fd1f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.295700] env[69073]: DEBUG nova.network.neutron [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [{"id": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "address": "fa:16:3e:12:c0:cd", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa618efdd-2c", "ovs_interfaceid": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.373135] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110417} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.377840] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.378287] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220227, 'name': ReconfigVM_Task, 'duration_secs': 0.699151} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.379106] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f77a4e-d59b-42ea-9e37-98bf89d96af1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.381764] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 633cd679-f5a1-4a6b-a4a4-18f6d6080b92/633cd679-f5a1-4a6b-a4a4-18f6d6080b92.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.382529] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7f8ffec-6f12-405a-b83d-0f763590dd7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.405139] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] aeeb7248-c90e-4be1-ab8e-13de6c648a9a/aeeb7248-c90e-4be1-ab8e-13de6c648a9a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.410285] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b7b4f73-ba97-4ca5-9df7-db0258eee208 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.425851] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1130.425851] env[69073]: value = "task-3220230" [ 1130.425851] env[69073]: _type = "Task" [ 1130.425851] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.430868] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1130.430868] env[69073]: value = "task-3220231" [ 1130.430868] env[69073]: _type = "Task" [ 1130.430868] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.437805] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220230, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.442924] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.492175] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525d6571-58dd-1466-c207-7dbf9c6da17d, 'name': SearchDatastore_Task, 'duration_secs': 0.008535} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.492526] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.492770] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.493058] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.493347] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.493533] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.493697] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1079b787-e3c5-4067-a6c0-59b4273a6062 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.502523] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.502694] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.503429] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8af870a-93aa-4d0d-afab-c45673d795f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.510732] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1130.510732] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5206fe91-d5ab-8341-99b9-ef33844734d4" [ 1130.510732] env[69073]: _type = "Task" [ 1130.510732] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.520728] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5206fe91-d5ab-8341-99b9-ef33844734d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.728245] env[69073]: INFO nova.compute.manager [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Swapping old allocation on dict_keys(['c0741477-85d0-4873-a73a-cccb16461097']) held by migration a6b86a07-b2c3-4085-b8f0-8c875ae64fba for instance [ 1130.754102] env[69073]: DEBUG nova.scheduler.client.report [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Overwriting current allocation {'allocations': {'c0741477-85d0-4873-a73a-cccb16461097': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 135}}, 'project_id': 'e84aac1c5ae14b6e939f54a54361dbfc', 'user_id': '347bd84fa4404047882817f2b6b252ed', 'consumer_generation': 1} on consumer e8e29060-d2c9-4bec-810f-3ddaf44e4735 {{(pid=69073) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1130.799015] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Releasing lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.799418] env[69073]: DEBUG nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received event network-vif-unplugged-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.799685] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Acquiring lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.800021] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.801764] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.801764] env[69073]: DEBUG nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] No waiting events found dispatching network-vif-unplugged-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.801764] env[69073]: WARNING nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received unexpected event network-vif-unplugged-18634d19-253b-445a-bb76-6ce39cf79a2b for instance with vm_state shelved_offloaded and task_state None. [ 1130.801764] env[69073]: DEBUG nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received event network-changed-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.801764] env[69073]: DEBUG nova.compute.manager [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Refreshing instance network info cache due to event network-changed-18634d19-253b-445a-bb76-6ce39cf79a2b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.801764] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Acquiring lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.801764] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Acquired lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.801764] env[69073]: DEBUG nova.network.neutron [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Refreshing network info cache for port 18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.864720] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.864720] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.864720] env[69073]: DEBUG nova.network.neutron [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.944630] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220230, 'name': Rename_Task, 'duration_secs': 0.14893} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.944986] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.946017] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30715b3f-b66d-4da6-b069-705b4f3e3128 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.951837] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220231, 'name': ReconfigVM_Task, 'duration_secs': 0.313622} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.955648] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Reconfigured VM instance instance-00000063 to attach disk [datastore1] aeeb7248-c90e-4be1-ab8e-13de6c648a9a/aeeb7248-c90e-4be1-ab8e-13de6c648a9a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.956667] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c74a826-437c-4bac-9113-0d79d1d84b14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.960455] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1130.960455] env[69073]: value = "task-3220232" [ 1130.960455] env[69073]: _type = "Task" [ 1130.960455] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.966234] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1130.966234] env[69073]: value = "task-3220233" [ 1130.966234] env[69073]: _type = "Task" [ 1130.966234] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.978491] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.985240] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220233, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.989504] env[69073]: DEBUG nova.compute.manager [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received event network-changed-1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.989697] env[69073]: DEBUG nova.compute.manager [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing instance network info cache due to event network-changed-1dd63e3b-41c4-4217-9752-9c3b639590df. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.990016] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Acquiring lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.990226] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Acquired lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.990449] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing network info cache for port 1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.026094] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5206fe91-d5ab-8341-99b9-ef33844734d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.031709] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04aa9d6c-6a34-4713-bc25-e41d345366bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.038148] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1131.038148] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523023d3-c4f5-0bd5-0420-66227c917951" [ 1131.038148] env[69073]: _type = "Task" [ 1131.038148] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.045299] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b8c9b8-f8db-4dd8-8f62-f25ebe069443 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.055357] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523023d3-c4f5-0bd5-0420-66227c917951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.059472] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6531770a-c272-47b4-9fa5-b39438816a59 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.105163] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af6ea5a-63cb-4c15-9b56-ee9296e3a108 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.113709] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa6d9b2-6158-47ab-9b05-03c18a41da39 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.128433] env[69073]: DEBUG nova.compute.provider_tree [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.471893] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.481363] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220233, 'name': Rename_Task, 'duration_secs': 0.145429} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.481410] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.481667] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c1018a2-febe-4a0e-9332-941470f741fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.488312] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1131.488312] env[69073]: value = "task-3220234" [ 1131.488312] env[69073]: _type = "Task" [ 1131.488312] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.499973] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.554606] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523023d3-c4f5-0bd5-0420-66227c917951, 'name': SearchDatastore_Task, 'duration_secs': 0.02299} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.554968] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.555337] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d/ecb2079d-787a-48af-860b-3c0760087a4d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.555954] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f776a2c-7a2b-47bc-8c3c-3ef39a545e14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.564507] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1131.564507] env[69073]: value = "task-3220235" [ 1131.564507] env[69073]: _type = "Task" [ 1131.564507] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.576143] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.632507] env[69073]: DEBUG nova.scheduler.client.report [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.752196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.752623] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.753280] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.753280] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.753495] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.756125] env[69073]: INFO nova.compute.manager [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Terminating instance [ 1131.859193] env[69073]: DEBUG nova.network.neutron [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updated VIF entry in instance network info cache for port 18634d19-253b-445a-bb76-6ce39cf79a2b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.859635] env[69073]: DEBUG nova.network.neutron [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [{"id": "18634d19-253b-445a-bb76-6ce39cf79a2b", "address": "fa:16:3e:3b:52:a4", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap18634d19-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.911793] env[69073]: DEBUG nova.network.neutron [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance_info_cache with network_info: [{"id": "7347b5fc-2412-498d-b6ab-a0750d87420c", "address": "fa:16:3e:ce:1c:33", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7347b5fc-24", "ovs_interfaceid": "7347b5fc-2412-498d-b6ab-a0750d87420c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.931116] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updated VIF entry in instance network info cache for port 1dd63e3b-41c4-4217-9752-9c3b639590df. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.931500] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.971251] env[69073]: DEBUG oslo_vmware.api [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220232, 'name': PowerOnVM_Task, 'duration_secs': 0.91111} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.971555] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.971798] env[69073]: INFO nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1131.971996] env[69073]: DEBUG nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.972953] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd13aade-67c4-49a3-ad97-6f297eafeb9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.997593] env[69073]: DEBUG oslo_vmware.api [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220234, 'name': PowerOnVM_Task, 'duration_secs': 0.49469} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.997851] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.998061] env[69073]: INFO nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1131.998245] env[69073]: DEBUG nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.999106] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2c848d-f007-4c27-ba78-c660ecd754ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.009738] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.076765] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.138374] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.141703] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.530s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.143337] env[69073]: INFO nova.compute.claims [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.163937] env[69073]: INFO nova.scheduler.client.report [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Deleted allocations for instance 449c84df-79df-41cb-8513-5b95a673d5fc [ 1132.172801] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-a0d626c7-f657-4ec0-b58f-794ef24012d9-88db70b6-0037-4418-873d-6b30f2aed4d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.173520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-a0d626c7-f657-4ec0-b58f-794ef24012d9-88db70b6-0037-4418-873d-6b30f2aed4d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.173520] env[69073]: DEBUG nova.objects.instance [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'flavor' on Instance uuid a0d626c7-f657-4ec0-b58f-794ef24012d9 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.267914] env[69073]: DEBUG nova.compute.manager [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.268183] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.270811] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c49a65-0f5e-4d7a-9b76-ba02acf3f96d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.278686] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.278972] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b7bd387-ce09-480a-a362-843ac77c51cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.285265] env[69073]: DEBUG oslo_vmware.api [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1132.285265] env[69073]: value = "task-3220236" [ 1132.285265] env[69073]: _type = "Task" [ 1132.285265] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.292957] env[69073]: DEBUG oslo_vmware.api [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.363210] env[69073]: DEBUG oslo_concurrency.lockutils [req-81242bb0-9004-44af-8eb0-ddefa40f2710 req-b7b42454-3e7f-462f-b9eb-bbf365c92fe3 service nova] Releasing lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.414494] env[69073]: DEBUG oslo_concurrency.lockutils [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-e8e29060-d2c9-4bec-810f-3ddaf44e4735" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.417030] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9952fc86-e6f4-4d45-bd04-ccfbb357d04a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.423799] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056b4098-5775-4f1d-b96b-2ae86a765436 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.434333] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Releasing lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.434589] env[69073]: DEBUG nova.compute.manager [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received event network-changed-1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.434761] env[69073]: DEBUG nova.compute.manager [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing instance network info cache due to event network-changed-1dd63e3b-41c4-4217-9752-9c3b639590df. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.435091] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Acquiring lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.435406] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Acquired lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.435406] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing network info cache for port 1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.496051] env[69073]: INFO nova.compute.manager [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Took 27.96 seconds to build instance. [ 1132.515335] env[69073]: INFO nova.compute.manager [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Took 26.21 seconds to build instance. [ 1132.577923] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.672032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-92884386-8aef-418f-80fa-16bc0dd10a43 tempest-ServersListShow298Test-608718927 tempest-ServersListShow298Test-608718927-project-member] Lock "449c84df-79df-41cb-8513-5b95a673d5fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.969s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.550995] env[69073]: DEBUG nova.objects.instance [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'pci_requests' on Instance uuid a0d626c7-f657-4ec0-b58f-794ef24012d9 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.556533] env[69073]: DEBUG oslo_concurrency.lockutils [None req-614d575e-05de-4a67-a2b7-633ece976dfe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.031s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.556902] env[69073]: DEBUG oslo_concurrency.lockutils [None req-04bc4505-2650-415e-a0b8-36368bf51e21 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.267s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.560973] env[69073]: DEBUG nova.compute.manager [req-2967a3e8-e83e-404e-9b80-98f2bfca57f8 req-e1f5b520-3d67-4927-8c58-0b35338d00fe service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Received event network-changed-46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.561287] env[69073]: DEBUG nova.compute.manager [req-2967a3e8-e83e-404e-9b80-98f2bfca57f8 req-e1f5b520-3d67-4927-8c58-0b35338d00fe service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Refreshing instance network info cache due to event network-changed-46c6d68d-5b78-4bd3-a033-f3b4a288a7b2. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.561631] env[69073]: DEBUG oslo_concurrency.lockutils [req-2967a3e8-e83e-404e-9b80-98f2bfca57f8 req-e1f5b520-3d67-4927-8c58-0b35338d00fe service nova] Acquiring lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.561631] env[69073]: DEBUG oslo_concurrency.lockutils [req-2967a3e8-e83e-404e-9b80-98f2bfca57f8 req-e1f5b520-3d67-4927-8c58-0b35338d00fe service nova] Acquired lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.561781] env[69073]: DEBUG nova.network.neutron [req-2967a3e8-e83e-404e-9b80-98f2bfca57f8 req-e1f5b520-3d67-4927-8c58-0b35338d00fe service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Refreshing network info cache for port 46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.580035] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220235, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.584867] env[69073]: DEBUG oslo_vmware.api [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220236, 'name': PowerOffVM_Task, 'duration_secs': 0.357586} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.585198] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.585819] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.585819] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6a2baac-4eba-4e18-9d05-02bfb60c79dd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.688019] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.688019] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.688019] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleting the datastore file [datastore1] 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.688019] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd60fe0d-07e3-4843-991c-e639b55ea290 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.692412] env[69073]: DEBUG oslo_vmware.api [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for the task: (returnval){ [ 1133.692412] env[69073]: value = "task-3220238" [ 1133.692412] env[69073]: _type = "Task" [ 1133.692412] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.703223] env[69073]: DEBUG oslo_vmware.api [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.924626] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updated VIF entry in instance network info cache for port 1dd63e3b-41c4-4217-9752-9c3b639590df. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.925010] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.944661] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c6b7ac-2a88-42c2-a7f6-e4bd356c369d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.952749] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6951a33-c55c-4054-80da-c1f8320f78d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.985751] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d4146-3a18-4b90-bc09-b5b1ee504236 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.993539] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fb3437-a448-420a-8164-8b170c4d54da {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.010503] env[69073]: DEBUG nova.compute.provider_tree [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.069224] env[69073]: DEBUG nova.objects.base [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1134.069431] env[69073]: DEBUG nova.network.neutron [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.071365] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220235, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.353361} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.073156] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d/ecb2079d-787a-48af-860b-3c0760087a4d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.073386] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.074165] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d6cce36-cde0-4287-a7d4-942cda621473 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.077593] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52716da2-f6f6-4b0f-a863-dc4bb8efa72e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.083594] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-02c5c51d-e671-4106-b18c-6c4b3ae59144 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Suspending the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1134.084927] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a471bb9d-a2dc-4e6d-973b-def9b78738c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.086524] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1134.086524] env[69073]: value = "task-3220239" [ 1134.086524] env[69073]: _type = "Task" [ 1134.086524] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.091636] env[69073]: DEBUG oslo_vmware.api [None req-02c5c51d-e671-4106-b18c-6c4b3ae59144 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1134.091636] env[69073]: value = "task-3220240" [ 1134.091636] env[69073]: _type = "Task" [ 1134.091636] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.098856] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.103904] env[69073]: DEBUG oslo_vmware.api [None req-02c5c51d-e671-4106-b18c-6c4b3ae59144 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220240, 'name': SuspendVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.108767] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.109191] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88a6f114-ac81-477d-91c5-82e47309447f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.115796] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1134.115796] env[69073]: value = "task-3220241" [ 1134.115796] env[69073]: _type = "Task" [ 1134.115796] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.125685] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.202716] env[69073]: DEBUG oslo_vmware.api [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Task: {'id': task-3220238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366683} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.203009] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.203207] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.203390] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.203578] env[69073]: INFO nova.compute.manager [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1134.203817] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.204020] env[69073]: DEBUG nova.compute.manager [-] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.204116] env[69073]: DEBUG nova.network.neutron [-] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.238156] env[69073]: DEBUG nova.policy [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.431435] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Releasing lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.431864] env[69073]: DEBUG nova.compute.manager [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.432101] env[69073]: DEBUG nova.compute.manager [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing instance network info cache due to event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.432415] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.432623] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.432833] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.514037] env[69073]: DEBUG nova.scheduler.client.report [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.601656] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138168} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.602388] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.603234] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb98c3-bf15-411a-ac83-aa26db322708 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.609400] env[69073]: DEBUG oslo_vmware.api [None req-02c5c51d-e671-4106-b18c-6c4b3ae59144 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220240, 'name': SuspendVM_Task} progress is 58%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.632095] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d/ecb2079d-787a-48af-860b-3c0760087a4d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.635704] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0675356d-5cab-4219-ba05-dc80ad48a83d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.656801] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220241, 'name': PowerOffVM_Task, 'duration_secs': 0.377689} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.658198] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.658915] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.659141] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.659303] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.659493] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.659639] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.659783] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.660027] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.660205] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.660413] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.660579] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.660753] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.665783] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1134.665783] env[69073]: value = "task-3220242" [ 1134.665783] env[69073]: _type = "Task" [ 1134.665783] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.666531] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3abdb568-b71a-47f4-96bf-3b4807ac32a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.689162] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.689379] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1134.689379] env[69073]: value = "task-3220243" [ 1134.689379] env[69073]: _type = "Task" [ 1134.689379] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.697745] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.022026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.022573] env[69073]: DEBUG nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.026404] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.745s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.026632] env[69073]: DEBUG nova.objects.instance [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'resources' on Instance uuid 5385f25c-700d-4ee8-9714-2bc84481df0c {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.104225] env[69073]: DEBUG oslo_vmware.api [None req-02c5c51d-e671-4106-b18c-6c4b3ae59144 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220240, 'name': SuspendVM_Task} progress is 58%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.163098] env[69073]: DEBUG nova.network.neutron [req-2967a3e8-e83e-404e-9b80-98f2bfca57f8 req-e1f5b520-3d67-4927-8c58-0b35338d00fe service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Updated VIF entry in instance network info cache for port 46c6d68d-5b78-4bd3-a033-f3b4a288a7b2. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.163916] env[69073]: DEBUG nova.network.neutron [req-2967a3e8-e83e-404e-9b80-98f2bfca57f8 req-e1f5b520-3d67-4927-8c58-0b35338d00fe service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Updating instance_info_cache with network_info: [{"id": "46c6d68d-5b78-4bd3-a033-f3b4a288a7b2", "address": "fa:16:3e:c7:66:a0", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46c6d68d-5b", "ovs_interfaceid": "46c6d68d-5b78-4bd3-a033-f3b4a288a7b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.192717] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.211168] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220243, 'name': ReconfigVM_Task, 'duration_secs': 0.402729} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.217147] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4908bd41-832a-4e58-9c82-283f41463be0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.248355] env[69073]: DEBUG nova.virt.hardware [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.248851] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970af7df-95dc-4a4a-8dd5-dcb079c4b29d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.262020] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1135.262020] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280f3ad-1892-4676-f129-c0e125c13c6d" [ 1135.262020] env[69073]: _type = "Task" [ 1135.262020] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.268531] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280f3ad-1892-4676-f129-c0e125c13c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.379491] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updated VIF entry in instance network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.380927] env[69073]: DEBUG nova.network.neutron [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.537723] env[69073]: DEBUG nova.compute.utils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.539467] env[69073]: DEBUG nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.539714] env[69073]: DEBUG nova.network.neutron [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.562911] env[69073]: DEBUG nova.compute.manager [req-e30c3a34-47bc-4f0e-9c7f-f25baf5e0606 req-6104ab78-c8ca-4af5-bf62-3db5bbe428cf service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Received event network-vif-deleted-925b4550-e2b9-4cc2-8cdb-001ec0668996 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.562911] env[69073]: INFO nova.compute.manager [req-e30c3a34-47bc-4f0e-9c7f-f25baf5e0606 req-6104ab78-c8ca-4af5-bf62-3db5bbe428cf service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Neutron deleted interface 925b4550-e2b9-4cc2-8cdb-001ec0668996; detaching it from the instance and deleting it from the info cache [ 1135.562911] env[69073]: DEBUG nova.network.neutron [req-e30c3a34-47bc-4f0e-9c7f-f25baf5e0606 req-6104ab78-c8ca-4af5-bf62-3db5bbe428cf service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.590883] env[69073]: DEBUG nova.policy [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f321f966a067455ba5fecd8cde019085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414dd319029b45a387b21fe556d09f85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.608193] env[69073]: DEBUG oslo_vmware.api [None req-02c5c51d-e671-4106-b18c-6c4b3ae59144 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220240, 'name': SuspendVM_Task, 'duration_secs': 1.126699} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.608521] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-02c5c51d-e671-4106-b18c-6c4b3ae59144 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Suspended the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1135.608617] env[69073]: DEBUG nova.compute.manager [None req-02c5c51d-e671-4106-b18c-6c4b3ae59144 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.609807] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9260e1-46c7-4d1a-99ce-1c5bc4925200 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.667094] env[69073]: DEBUG oslo_concurrency.lockutils [req-2967a3e8-e83e-404e-9b80-98f2bfca57f8 req-e1f5b520-3d67-4927-8c58-0b35338d00fe service nova] Releasing lock "refresh_cache-633cd679-f5a1-4a6b-a4a4-18f6d6080b92" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.690947] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220242, 'name': ReconfigVM_Task, 'duration_secs': 0.762264} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.691869] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d/ecb2079d-787a-48af-860b-3c0760087a4d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.691869] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0bdb1e-420c-468e-9544-889b079339e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.699305] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1135.699305] env[69073]: value = "task-3220244" [ 1135.699305] env[69073]: _type = "Task" [ 1135.699305] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.710118] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220244, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.770724] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5280f3ad-1892-4676-f129-c0e125c13c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.777015] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.777390] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-613906d0-106d-4a37-8292-4aa1120516ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.799021] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1135.799021] env[69073]: value = "task-3220245" [ 1135.799021] env[69073]: _type = "Task" [ 1135.799021] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.806371] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.868603] env[69073]: DEBUG nova.network.neutron [-] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.885458] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd11930e-1b1d-49af-936f-b2bb5730c0fd req-b3fe9dac-a4b9-4c57-a216-72a77e61426d service nova] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.912455] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11deb22f-29a7-48dd-a7a3-f4a816660e49 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.923175] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf4142d-1e92-4707-9554-a59a72fc241e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.967962] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c2af2-b598-49cb-b75a-e79f91815fc1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.977889] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068333d3-7b5b-415e-b51a-3f51701cf412 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.993117] env[69073]: DEBUG nova.compute.provider_tree [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.042531] env[69073]: DEBUG nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.054051] env[69073]: DEBUG nova.network.neutron [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Successfully created port: 9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.071632] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0cb7e94-a7ac-4ceb-962f-6eb971322d24 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.081577] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccec713-91be-4d7f-92c3-7e776265c2da {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.119534] env[69073]: DEBUG nova.compute.manager [req-e30c3a34-47bc-4f0e-9c7f-f25baf5e0606 req-6104ab78-c8ca-4af5-bf62-3db5bbe428cf service nova] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Detach interface failed, port_id=925b4550-e2b9-4cc2-8cdb-001ec0668996, reason: Instance 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.209646] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220244, 'name': Rename_Task, 'duration_secs': 0.271739} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.210218] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.210451] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb864d81-038a-47c2-b65d-bd58fea93c16 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.219224] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1136.219224] env[69073]: value = "task-3220246" [ 1136.219224] env[69073]: _type = "Task" [ 1136.219224] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.230057] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.310210] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220245, 'name': ReconfigVM_Task, 'duration_secs': 0.245914} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.310572] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.311428] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff135f94-e7d4-4238-8792-af3d34d604c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.337131] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735/e8e29060-d2c9-4bec-810f-3ddaf44e4735.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.337831] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cab5935-58a6-4c36-86ae-e91fa53fb012 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.356445] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1136.356445] env[69073]: value = "task-3220247" [ 1136.356445] env[69073]: _type = "Task" [ 1136.356445] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.368717] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.371305] env[69073]: INFO nova.compute.manager [-] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Took 2.17 seconds to deallocate network for instance. [ 1136.497614] env[69073]: DEBUG nova.scheduler.client.report [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.730380] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220246, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.751255] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.751852] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.751852] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.752074] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.752201] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.754766] env[69073]: INFO nova.compute.manager [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Terminating instance [ 1136.816829] env[69073]: DEBUG nova.network.neutron [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Successfully updated port: 88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.872762] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220247, 'name': ReconfigVM_Task, 'duration_secs': 0.419105} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.873068] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735/e8e29060-d2c9-4bec-810f-3ddaf44e4735.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.874034] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e331c48-2e90-4f0b-aad7-d5913443aaeb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.878275] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.899851] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a77ce1-65f0-4fcf-813e-081a6e3a3e17 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.923972] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fce7193-c161-4644-811e-ef25c0ad0b9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.944771] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ae9c3-6efa-4969-9b64-cd6707a03dfc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.952074] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.952364] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f628acf5-60f7-43f9-acf2-f47ae8fb8716 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.958607] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1136.958607] env[69073]: value = "task-3220248" [ 1136.958607] env[69073]: _type = "Task" [ 1136.958607] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.968068] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220248, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.007178] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.009254] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.682s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.033216] env[69073]: INFO nova.scheduler.client.report [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Deleted allocations for instance 5385f25c-700d-4ee8-9714-2bc84481df0c [ 1137.053120] env[69073]: DEBUG nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.085350] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.085620] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.085781] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.086071] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.086253] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.086415] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.086968] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.086968] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.087154] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.087185] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.087335] env[69073]: DEBUG nova.virt.hardware [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.088271] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aa920f-68f6-4eca-83ef-09e626480c5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.096803] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f089f144-0877-4e9b-b49c-5ee7a4c7e6de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.230588] env[69073]: DEBUG oslo_vmware.api [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220246, 'name': PowerOnVM_Task, 'duration_secs': 0.518328} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.230856] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.231070] env[69073]: INFO nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1137.231270] env[69073]: DEBUG nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.232026] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10c7cc6-8b67-4f3d-8d34-0cb7f96a45a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.260837] env[69073]: DEBUG nova.compute.manager [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.261074] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.262057] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac977fc4-1f41-4e86-a8c3-f332d97f291d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.269761] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.270058] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2ce504c-58fa-4c1a-9c08-7931fc988d43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.319877] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.320121] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.320326] env[69073]: DEBUG nova.network.neutron [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.340453] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.340698] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.340895] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleting the datastore file [datastore1] aeeb7248-c90e-4be1-ab8e-13de6c648a9a {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.341182] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8224353-b5fd-4070-897a-669c8eac1b60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.348742] env[69073]: DEBUG oslo_vmware.api [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1137.348742] env[69073]: value = "task-3220250" [ 1137.348742] env[69073]: _type = "Task" [ 1137.348742] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.356956] env[69073]: DEBUG oslo_vmware.api [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.469654] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220248, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.516977] env[69073]: INFO nova.compute.claims [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.543620] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9d8ab6f6-3fd3-4dac-a1ab-df2e5255cdf2 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "5385f25c-700d-4ee8-9714-2bc84481df0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.168s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.748570] env[69073]: INFO nova.compute.manager [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Took 28.52 seconds to build instance. [ 1137.773317] env[69073]: DEBUG nova.compute.manager [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-vif-plugged-88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.773596] env[69073]: DEBUG oslo_concurrency.lockutils [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] Acquiring lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.773764] env[69073]: DEBUG oslo_concurrency.lockutils [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.773929] env[69073]: DEBUG oslo_concurrency.lockutils [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.774239] env[69073]: DEBUG nova.compute.manager [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] No waiting events found dispatching network-vif-plugged-88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.774449] env[69073]: WARNING nova.compute.manager [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received unexpected event network-vif-plugged-88db70b6-0037-4418-873d-6b30f2aed4d1 for instance with vm_state active and task_state None. [ 1137.774743] env[69073]: DEBUG nova.compute.manager [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-changed-88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.774954] env[69073]: DEBUG nova.compute.manager [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing instance network info cache due to event network-changed-88db70b6-0037-4418-873d-6b30f2aed4d1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.775243] env[69073]: DEBUG oslo_concurrency.lockutils [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.859552] env[69073]: DEBUG oslo_vmware.api [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276954} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.859552] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.859552] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.859552] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.859968] env[69073]: INFO nova.compute.manager [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1137.860227] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.860668] env[69073]: DEBUG nova.compute.manager [-] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.860764] env[69073]: DEBUG nova.network.neutron [-] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.880972] env[69073]: WARNING nova.network.neutron [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] 0f3efe20-9281-4a2f-a083-5b347a4f14d0 already exists in list: networks containing: ['0f3efe20-9281-4a2f-a083-5b347a4f14d0']. ignoring it [ 1137.925337] env[69073]: DEBUG nova.compute.manager [req-4ae96f84-7e36-484b-900b-2b2757cd465a req-8ac9d506-882f-4225-865e-79a69e49961e service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Received event network-vif-plugged-9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.925545] env[69073]: DEBUG oslo_concurrency.lockutils [req-4ae96f84-7e36-484b-900b-2b2757cd465a req-8ac9d506-882f-4225-865e-79a69e49961e service nova] Acquiring lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.925746] env[69073]: DEBUG oslo_concurrency.lockutils [req-4ae96f84-7e36-484b-900b-2b2757cd465a req-8ac9d506-882f-4225-865e-79a69e49961e service nova] Lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.925902] env[69073]: DEBUG oslo_concurrency.lockutils [req-4ae96f84-7e36-484b-900b-2b2757cd465a req-8ac9d506-882f-4225-865e-79a69e49961e service nova] Lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.926080] env[69073]: DEBUG nova.compute.manager [req-4ae96f84-7e36-484b-900b-2b2757cd465a req-8ac9d506-882f-4225-865e-79a69e49961e service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] No waiting events found dispatching network-vif-plugged-9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.926238] env[69073]: WARNING nova.compute.manager [req-4ae96f84-7e36-484b-900b-2b2757cd465a req-8ac9d506-882f-4225-865e-79a69e49961e service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Received unexpected event network-vif-plugged-9c050387-5b30-4b2a-a289-f509a7edb7ce for instance with vm_state building and task_state spawning. [ 1137.970052] env[69073]: DEBUG oslo_vmware.api [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220248, 'name': PowerOnVM_Task, 'duration_secs': 0.620387} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.970335] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.003277] env[69073]: DEBUG nova.network.neutron [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Successfully updated port: 9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.022265] env[69073]: INFO nova.compute.resource_tracker [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating resource usage from migration 504228f2-54f2-478b-ba12-4931fc7de37a [ 1138.254258] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9dfb677a-1e99-4335-8411-622a46965dba tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.035s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.352939] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a77b0b-f262-439f-8110-9b3266c15b58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.362425] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e123cb-6997-408b-9afa-a53b38593675 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.397508] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304b2d86-4051-41f0-b029-2c5e5e208961 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.405425] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0456ccfb-0a33-4d13-8b3b-749d7236b787 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.420929] env[69073]: DEBUG nova.compute.provider_tree [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.475991] env[69073]: DEBUG nova.network.neutron [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88db70b6-0037-4418-873d-6b30f2aed4d1", "address": "fa:16:3e:75:50:a1", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88db70b6-00", "ovs_interfaceid": "88db70b6-0037-4418-873d-6b30f2aed4d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.508479] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.508619] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.508728] env[69073]: DEBUG nova.network.neutron [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.924871] env[69073]: DEBUG nova.scheduler.client.report [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.928263] env[69073]: DEBUG nova.network.neutron [-] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.978309] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.979095] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.979275] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.979562] env[69073]: DEBUG oslo_concurrency.lockutils [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.979740] env[69073]: DEBUG nova.network.neutron [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing network info cache for port 88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.982618] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63310cec-abae-487e-a380-c253c0fc33ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.008960] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.009170] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.009292] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.009507] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.009721] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.009959] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.010161] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.010357] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.010557] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.011160] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.011160] env[69073]: DEBUG nova.virt.hardware [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.022867] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Reconfiguring VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.026025] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3140ba5-5163-4955-b255-23af8fd1178f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.039609] env[69073]: INFO nova.compute.manager [None req-477a68a6-c957-4b68-95e0-4649daad7399 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance to original state: 'active' [ 1139.048916] env[69073]: DEBUG oslo_vmware.api [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1139.048916] env[69073]: value = "task-3220251" [ 1139.048916] env[69073]: _type = "Task" [ 1139.048916] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.056683] env[69073]: DEBUG oslo_vmware.api [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220251, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.102874] env[69073]: DEBUG nova.network.neutron [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.370409] env[69073]: DEBUG nova.network.neutron [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Updating instance_info_cache with network_info: [{"id": "9c050387-5b30-4b2a-a289-f509a7edb7ce", "address": "fa:16:3e:52:9c:67", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c050387-5b", "ovs_interfaceid": "9c050387-5b30-4b2a-a289-f509a7edb7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.432501] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.424s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.433186] env[69073]: INFO nova.compute.manager [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Migrating [ 1139.442376] env[69073]: INFO nova.compute.manager [-] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Took 1.58 seconds to deallocate network for instance. [ 1139.445741] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.734s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.447673] env[69073]: INFO nova.compute.claims [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.562913] env[69073]: DEBUG oslo_vmware.api [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.744238] env[69073]: DEBUG nova.network.neutron [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updated VIF entry in instance network info cache for port 88db70b6-0037-4418-873d-6b30f2aed4d1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.744752] env[69073]: DEBUG nova.network.neutron [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88db70b6-0037-4418-873d-6b30f2aed4d1", "address": "fa:16:3e:75:50:a1", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88db70b6-00", "ovs_interfaceid": "88db70b6-0037-4418-873d-6b30f2aed4d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.882019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.882019] env[69073]: DEBUG nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Instance network_info: |[{"id": "9c050387-5b30-4b2a-a289-f509a7edb7ce", "address": "fa:16:3e:52:9c:67", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c050387-5b", "ovs_interfaceid": "9c050387-5b30-4b2a-a289-f509a7edb7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.882305] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:9c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c050387-5b30-4b2a-a289-f509a7edb7ce', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.891121] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.891478] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.891738] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77605378-94da-4ee7-98f7-7282c7e9a53a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.919027] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.919027] env[69073]: value = "task-3220252" [ 1139.919027] env[69073]: _type = "Task" [ 1139.919027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.924031] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220252, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.964468] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.964468] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.964468] env[69073]: DEBUG nova.network.neutron [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.968627] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.065814] env[69073]: DEBUG oslo_vmware.api [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.247253] env[69073]: DEBUG oslo_concurrency.lockutils [req-1064f655-9e2a-4a1d-8595-75eb6af9dd98 req-06642c4d-3879-4ea4-9744-52411d5eca0f service nova] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.428784] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220252, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.483101] env[69073]: DEBUG nova.compute.manager [req-35e2e838-f684-4666-8bb1-990631f1cb34 req-4c440e96-6951-4f22-a687-f1c0da3c0536 service nova] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Received event network-vif-deleted-8ab224dc-3deb-4a26-a493-a039fc265451 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.514360] env[69073]: DEBUG nova.compute.manager [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Received event network-changed-9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.514360] env[69073]: DEBUG nova.compute.manager [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Refreshing instance network info cache due to event network-changed-9c050387-5b30-4b2a-a289-f509a7edb7ce. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.514550] env[69073]: DEBUG oslo_concurrency.lockutils [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] Acquiring lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.516022] env[69073]: DEBUG oslo_concurrency.lockutils [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] Acquired lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.516022] env[69073]: DEBUG nova.network.neutron [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Refreshing network info cache for port 9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.570092] env[69073]: DEBUG oslo_vmware.api [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220251, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.724082] env[69073]: DEBUG nova.network.neutron [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance_info_cache with network_info: [{"id": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "address": "fa:16:3e:e8:b0:13", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cfe0df-9e", "ovs_interfaceid": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.816230] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e953f4-256b-4006-b376-81754c422fb7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.824160] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65386339-b8a7-4b72-a01e-9787ea0273d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.861856] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889312f7-aa95-4ef1-9d48-0e2a35b6e06a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.872305] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd58953-3256-4027-af64-b1b3d833eaa3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.894932] env[69073]: DEBUG nova.compute.provider_tree [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.930719] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220252, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.946876] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquiring lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.947132] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.070571] env[69073]: DEBUG oslo_vmware.api [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220251, 'name': ReconfigVM_Task, 'duration_secs': 1.569724} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.070873] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.071036] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Reconfigured VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1141.231691] env[69073]: DEBUG nova.network.neutron [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Updated VIF entry in instance network info cache for port 9c050387-5b30-4b2a-a289-f509a7edb7ce. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.232093] env[69073]: DEBUG nova.network.neutron [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Updating instance_info_cache with network_info: [{"id": "9c050387-5b30-4b2a-a289-f509a7edb7ce", "address": "fa:16:3e:52:9c:67", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c050387-5b", "ovs_interfaceid": "9c050387-5b30-4b2a-a289-f509a7edb7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.233482] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.400052] env[69073]: DEBUG nova.scheduler.client.report [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.431762] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220252, 'name': CreateVM_Task, 'duration_secs': 1.507607} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.431999] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.432883] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.433154] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.433556] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.433909] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178ee92b-41ff-4506-b821-7bee5079eb68 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.439132] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1141.439132] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521601e0-2093-d611-6fc9-860f02acd16f" [ 1141.439132] env[69073]: _type = "Task" [ 1141.439132] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.447674] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521601e0-2093-d611-6fc9-860f02acd16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.452170] env[69073]: DEBUG nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.489420] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.489653] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.575643] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ba8b2354-2365-40b4-a3c7-3959a21b608b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-a0d626c7-f657-4ec0-b58f-794ef24012d9-88db70b6-0037-4418-873d-6b30f2aed4d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.402s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.736871] env[69073]: DEBUG oslo_concurrency.lockutils [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] Releasing lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.737259] env[69073]: DEBUG nova.compute.manager [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Received event network-changed-a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.737440] env[69073]: DEBUG nova.compute.manager [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Refreshing instance network info cache due to event network-changed-a618efdd-2cd2-4007-9fe6-176b1a46fd1f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.737657] env[69073]: DEBUG oslo_concurrency.lockutils [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] Acquiring lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.737795] env[69073]: DEBUG oslo_concurrency.lockutils [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] Acquired lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.737953] env[69073]: DEBUG nova.network.neutron [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Refreshing network info cache for port a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.904093] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.904276] env[69073]: DEBUG nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.906761] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.935s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.908569] env[69073]: INFO nova.compute.claims [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.951366] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521601e0-2093-d611-6fc9-860f02acd16f, 'name': SearchDatastore_Task, 'duration_secs': 0.023577} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.951712] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.951863] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.952113] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.952261] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.952437] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.952684] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf54646-02ab-4230-9d10-ef9061f29da6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.965682] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.965870] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.966637] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98b20d2-9fd4-4a6a-81fd-71bbdde05530 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.971947] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1141.971947] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c45aa8-ba4a-c746-e5a0-e4be81c78ce2" [ 1141.971947] env[69073]: _type = "Task" [ 1141.971947] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.972935] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.981214] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c45aa8-ba4a-c746-e5a0-e4be81c78ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.991962] env[69073]: DEBUG nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.412267] env[69073]: DEBUG nova.compute.utils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.415772] env[69073]: DEBUG nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.415772] env[69073]: DEBUG nova.network.neutron [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.440411] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.440587] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.440796] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.441128] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.441430] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.446729] env[69073]: INFO nova.compute.manager [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Terminating instance [ 1142.485456] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c45aa8-ba4a-c746-e5a0-e4be81c78ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.037744} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.486427] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63bc72e5-c985-467e-8556-b9ee3b7307bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.492679] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1142.492679] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bbecf3-e860-9445-2473-17fdbf3909b2" [ 1142.492679] env[69073]: _type = "Task" [ 1142.492679] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.511806] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bbecf3-e860-9445-2473-17fdbf3909b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.524141] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.525669] env[69073]: DEBUG nova.policy [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88e87f75dc404d3ab74407f2ec1601bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de17a5a0520b44d1b326bd8eae9d90e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.578151] env[69073]: DEBUG nova.network.neutron [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updated VIF entry in instance network info cache for port a618efdd-2cd2-4007-9fe6-176b1a46fd1f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.578538] env[69073]: DEBUG nova.network.neutron [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [{"id": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "address": "fa:16:3e:12:c0:cd", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa618efdd-2c", "ovs_interfaceid": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.757130] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887a0539-df03-477d-9711-fa292fc04146 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.777860] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance '3adb764d-c099-40c5-8ff0-96047b88ea35' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.889036] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-a0d626c7-f657-4ec0-b58f-794ef24012d9-88db70b6-0037-4418-873d-6b30f2aed4d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.889036] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-a0d626c7-f657-4ec0-b58f-794ef24012d9-88db70b6-0037-4418-873d-6b30f2aed4d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.916229] env[69073]: DEBUG nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.950578] env[69073]: DEBUG nova.network.neutron [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Successfully created port: ed3734bb-e097-440d-b9c3-112b291a18e0 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.954759] env[69073]: DEBUG nova.compute.manager [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.954759] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.955183] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7919ab05-ddd2-407c-b6ea-2c464e6b9994 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.964027] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1142.964027] env[69073]: value = "task-3220253" [ 1142.964027] env[69073]: _type = "Task" [ 1142.964027] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.972228] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.004508] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bbecf3-e860-9445-2473-17fdbf3909b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.004508] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.004508] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 14a93dcf-864c-4744-bc6f-d6df2f0de02f/14a93dcf-864c-4744-bc6f-d6df2f0de02f.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.004807] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-060c1b2c-b5d8-4962-b416-5d02fd11a1a4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.011086] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1143.011086] env[69073]: value = "task-3220254" [ 1143.011086] env[69073]: _type = "Task" [ 1143.011086] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.021710] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.081643] env[69073]: DEBUG oslo_concurrency.lockutils [req-c64c43ce-401e-4c39-8ff9-1449d8685cbb req-730c36e2-d516-4755-b3bd-b7ae14d89856 service nova] Releasing lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.246537] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b13e8c-8c88-44af-8829-b7ba98a13b6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.257194] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf38ba4-6ff5-4c3c-a055-6727f57fdb1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.298242] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.298795] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c587f362-35df-4e2b-89a2-67eba4c52383 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.301184] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f423dad-26cb-4f34-aa4a-395741056409 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.309671] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5a19a7-e135-42c0-9299-a98016028646 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.316515] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1143.316515] env[69073]: value = "task-3220255" [ 1143.316515] env[69073]: _type = "Task" [ 1143.316515] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.330753] env[69073]: DEBUG nova.compute.provider_tree [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.340089] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.388034] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.388175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.389203] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb58d6d-70cb-4d84-8610-f5a33a002ef1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.409996] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e84e5ca-b289-4037-a3f8-e2688286e7b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.447055] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Reconfiguring VM to detach interface {{(pid=69073) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1143.447055] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a195743-efab-4c1f-bf88-a68c39436217 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.469559] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1143.469559] env[69073]: value = "task-3220256" [ 1143.469559] env[69073]: _type = "Task" [ 1143.469559] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.476602] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220253, 'name': PowerOffVM_Task, 'duration_secs': 0.248149} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.477239] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.477500] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.477650] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643787', 'volume_id': '2c340159-87cc-44f5-906b-82320b2d2435', 'name': 'volume-2c340159-87cc-44f5-906b-82320b2d2435', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e8e29060-d2c9-4bec-810f-3ddaf44e4735', 'attached_at': '2025-04-03T02:45:23.000000', 'detached_at': '', 'volume_id': '2c340159-87cc-44f5-906b-82320b2d2435', 'serial': '2c340159-87cc-44f5-906b-82320b2d2435'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.478538] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c53a8b5-a80a-4556-badb-8c9a16616966 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.484998] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.508226] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3320e55-3e7d-44c5-822b-15004377dc28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.518660] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3d758-1012-47b5-9791-055dcb743664 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.527029] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471778} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.527029] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 14a93dcf-864c-4744-bc6f-d6df2f0de02f/14a93dcf-864c-4744-bc6f-d6df2f0de02f.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.527029] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.527029] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42a0570d-2a37-4cf0-921a-15627b5caaa0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.545973] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b19276-9cfb-4e7b-b9a7-2ef6ff1f5ce8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.549923] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1143.549923] env[69073]: value = "task-3220257" [ 1143.549923] env[69073]: _type = "Task" [ 1143.549923] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.564671] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] The volume has not been displaced from its original location: [datastore2] volume-2c340159-87cc-44f5-906b-82320b2d2435/volume-2c340159-87cc-44f5-906b-82320b2d2435.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1143.569931] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.570743] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4bab4f-8518-4267-98e7-8c26db26625a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.588106] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220257, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.592482] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1143.592482] env[69073]: value = "task-3220258" [ 1143.592482] env[69073]: _type = "Task" [ 1143.592482] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.600057] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.827728] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220255, 'name': PowerOffVM_Task, 'duration_secs': 0.242337} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.828148] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.828377] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance '3adb764d-c099-40c5-8ff0-96047b88ea35' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.835676] env[69073]: DEBUG nova.scheduler.client.report [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.948613] env[69073]: DEBUG nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.976083] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.976353] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.976512] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.976695] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.976841] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.977025] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.977303] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.977476] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.977645] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.977808] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.977982] env[69073]: DEBUG nova.virt.hardware [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.978752] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324cf9fd-fcde-4de9-8e9f-b8417ac97c5c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.986531] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.989161] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaeb9ba7-2308-44ff-a021-7b97312b7f2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.059087] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220257, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059952} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.059340] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.060071] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9cce7b-4fb9-405e-9e76-d142e3e0e7cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.082301] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 14a93dcf-864c-4744-bc6f-d6df2f0de02f/14a93dcf-864c-4744-bc6f-d6df2f0de02f.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.082543] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9fb4655-ad10-450c-9ae6-258fbc1d87af {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.103835] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220258, 'name': ReconfigVM_Task, 'duration_secs': 0.259929} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.104934] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.109396] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1144.109396] env[69073]: value = "task-3220259" [ 1144.109396] env[69073]: _type = "Task" [ 1144.109396] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.109672] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94aadd71-7fab-4133-8db6-6b6e3997f315 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.127122] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.128316] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1144.128316] env[69073]: value = "task-3220260" [ 1144.128316] env[69073]: _type = "Task" [ 1144.128316] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.136041] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.335624] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.335882] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.336068] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.336260] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.336472] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.336565] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.336770] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.336928] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.337148] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.337325] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.337515] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.343920] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.344634] env[69073]: DEBUG nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.347638] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf246bf9-f38f-4d5f-8fe7-9ad18fd589f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.359267] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.971s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.361232] env[69073]: INFO nova.compute.claims [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.370752] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1144.370752] env[69073]: value = "task-3220261" [ 1144.370752] env[69073]: _type = "Task" [ 1144.370752] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.379337] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.481635] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.486088] env[69073]: DEBUG nova.compute.manager [req-52755ed2-4862-45e4-9b46-2576c0dfed96 req-43875f73-46d3-4f25-8cea-82679c9bd8de service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Received event network-vif-plugged-ed3734bb-e097-440d-b9c3-112b291a18e0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.486312] env[69073]: DEBUG oslo_concurrency.lockutils [req-52755ed2-4862-45e4-9b46-2576c0dfed96 req-43875f73-46d3-4f25-8cea-82679c9bd8de service nova] Acquiring lock "94e45830-9a41-4439-987f-396201cf0b6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.486516] env[69073]: DEBUG oslo_concurrency.lockutils [req-52755ed2-4862-45e4-9b46-2576c0dfed96 req-43875f73-46d3-4f25-8cea-82679c9bd8de service nova] Lock "94e45830-9a41-4439-987f-396201cf0b6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.486711] env[69073]: DEBUG oslo_concurrency.lockutils [req-52755ed2-4862-45e4-9b46-2576c0dfed96 req-43875f73-46d3-4f25-8cea-82679c9bd8de service nova] Lock "94e45830-9a41-4439-987f-396201cf0b6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.486839] env[69073]: DEBUG nova.compute.manager [req-52755ed2-4862-45e4-9b46-2576c0dfed96 req-43875f73-46d3-4f25-8cea-82679c9bd8de service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] No waiting events found dispatching network-vif-plugged-ed3734bb-e097-440d-b9c3-112b291a18e0 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.486998] env[69073]: WARNING nova.compute.manager [req-52755ed2-4862-45e4-9b46-2576c0dfed96 req-43875f73-46d3-4f25-8cea-82679c9bd8de service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Received unexpected event network-vif-plugged-ed3734bb-e097-440d-b9c3-112b291a18e0 for instance with vm_state building and task_state spawning. [ 1144.629457] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220259, 'name': ReconfigVM_Task, 'duration_secs': 0.326118} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.633416] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 14a93dcf-864c-4744-bc6f-d6df2f0de02f/14a93dcf-864c-4744-bc6f-d6df2f0de02f.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.634118] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-950d7798-a153-4dc3-ae4d-46bc631033d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.640720] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220260, 'name': ReconfigVM_Task, 'duration_secs': 0.288886} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.642076] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643787', 'volume_id': '2c340159-87cc-44f5-906b-82320b2d2435', 'name': 'volume-2c340159-87cc-44f5-906b-82320b2d2435', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'e8e29060-d2c9-4bec-810f-3ddaf44e4735', 'attached_at': '2025-04-03T02:45:23.000000', 'detached_at': '', 'volume_id': '2c340159-87cc-44f5-906b-82320b2d2435', 'serial': '2c340159-87cc-44f5-906b-82320b2d2435'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1144.642384] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.642707] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1144.642707] env[69073]: value = "task-3220262" [ 1144.642707] env[69073]: _type = "Task" [ 1144.642707] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.643405] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74be29e-4b33-4a84-8c70-bcd9435d8781 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.653652] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220262, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.655778] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.656028] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37bac5fc-24cc-441d-a659-985406c3bd5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.736564] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.736740] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.736932] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleting the datastore file [datastore2] e8e29060-d2c9-4bec-810f-3ddaf44e4735 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.737234] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b88cf40-306b-45f4-b106-91791e761592 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.743532] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1144.743532] env[69073]: value = "task-3220264" [ 1144.743532] env[69073]: _type = "Task" [ 1144.743532] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.755738] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.856335] env[69073]: DEBUG nova.network.neutron [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Successfully updated port: ed3734bb-e097-440d-b9c3-112b291a18e0 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.861243] env[69073]: DEBUG nova.compute.utils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.863486] env[69073]: DEBUG nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.863857] env[69073]: DEBUG nova.network.neutron [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.881504] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220261, 'name': ReconfigVM_Task, 'duration_secs': 0.347307} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.881786] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance '3adb764d-c099-40c5-8ff0-96047b88ea35' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.949792] env[69073]: DEBUG nova.policy [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88e87f75dc404d3ab74407f2ec1601bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de17a5a0520b44d1b326bd8eae9d90e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.982578] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.156594] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220262, 'name': Rename_Task, 'duration_secs': 0.15156} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.156916] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.157194] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86b913d7-9a42-49a8-b59c-3dfaa09f6a96 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.164168] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1145.164168] env[69073]: value = "task-3220265" [ 1145.164168] env[69073]: _type = "Task" [ 1145.164168] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.172355] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.209512] env[69073]: DEBUG nova.network.neutron [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Successfully created port: 481c4e86-dab1-4dbc-b688-24501c07f1df {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.253190] env[69073]: DEBUG oslo_vmware.api [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150444} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.253418] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.253597] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.253771] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.254089] env[69073]: INFO nova.compute.manager [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1145.254336] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.254562] env[69073]: DEBUG nova.compute.manager [-] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.254684] env[69073]: DEBUG nova.network.neutron [-] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.359350] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "refresh_cache-94e45830-9a41-4439-987f-396201cf0b6e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.359545] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquired lock "refresh_cache-94e45830-9a41-4439-987f-396201cf0b6e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.359676] env[69073]: DEBUG nova.network.neutron [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.369112] env[69073]: DEBUG nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.389023] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.389023] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.389023] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.389023] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.389023] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.389973] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.393017] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.393017] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.393017] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.393017] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.393017] env[69073]: DEBUG nova.virt.hardware [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.397713] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.398549] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebbf609d-378b-4cac-a375-c92c40ece33b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.422891] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1145.422891] env[69073]: value = "task-3220266" [ 1145.422891] env[69073]: _type = "Task" [ 1145.422891] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.433880] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.483104] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.679822] env[69073]: DEBUG oslo_vmware.api [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220265, 'name': PowerOnVM_Task, 'duration_secs': 0.457963} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.680134] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.681352] env[69073]: INFO nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1145.681352] env[69073]: DEBUG nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.681352] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc639f01-3725-488c-bc9c-21ecbc68e0f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.701408] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c347fd-b6c1-46de-a5a4-39351c22fb5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.708583] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17251ea-62d0-44cf-ace1-9772e320d168 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.745158] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c419d848-b1df-4941-bd42-b678c4bf5b01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.753734] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63828ec7-cc62-4666-a3c7-7ea1a2d38d67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.767770] env[69073]: DEBUG nova.compute.provider_tree [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.904413] env[69073]: DEBUG nova.network.neutron [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.934578] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220266, 'name': ReconfigVM_Task, 'duration_secs': 0.414246} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.934862] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1145.935693] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191eee8e-bc02-4b56-8bcb-cbe9c6f2ee3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.958705] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 3adb764d-c099-40c5-8ff0-96047b88ea35/3adb764d-c099-40c5-8ff0-96047b88ea35.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.959108] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abaf135c-ca86-41b5-9c5f-59d7bd866313 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.979494] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1145.979494] env[69073]: value = "task-3220267" [ 1145.979494] env[69073]: _type = "Task" [ 1145.979494] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.987827] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.993219] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.168505] env[69073]: DEBUG nova.network.neutron [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Updating instance_info_cache with network_info: [{"id": "ed3734bb-e097-440d-b9c3-112b291a18e0", "address": "fa:16:3e:59:b3:bd", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3734bb-e0", "ovs_interfaceid": "ed3734bb-e097-440d-b9c3-112b291a18e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.205947] env[69073]: INFO nova.compute.manager [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Took 22.62 seconds to build instance. [ 1146.271044] env[69073]: DEBUG nova.scheduler.client.report [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.383914] env[69073]: DEBUG nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.386733] env[69073]: DEBUG nova.network.neutron [-] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.415294] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.415573] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.415728] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.415906] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.416059] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.416213] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.416418] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.416576] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.416739] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.416898] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.417114] env[69073]: DEBUG nova.virt.hardware [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.417956] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1c8cdb-6faa-48e2-887b-3043fb84175f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.427975] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc401bc-a59a-41c8-af82-a69d8775000f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.487397] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.495920] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220267, 'name': ReconfigVM_Task, 'duration_secs': 0.310525} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.497594] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 3adb764d-c099-40c5-8ff0-96047b88ea35/3adb764d-c099-40c5-8ff0-96047b88ea35.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.498025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance '3adb764d-c099-40c5-8ff0-96047b88ea35' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.505418] env[69073]: DEBUG nova.compute.manager [req-7b830692-dad8-41dd-b396-382ecd17b8f4 req-e55dfffe-5861-42c8-a739-aadc220e055d service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Received event network-changed-9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.505684] env[69073]: DEBUG nova.compute.manager [req-7b830692-dad8-41dd-b396-382ecd17b8f4 req-e55dfffe-5861-42c8-a739-aadc220e055d service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Refreshing instance network info cache due to event network-changed-9c050387-5b30-4b2a-a289-f509a7edb7ce. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.505938] env[69073]: DEBUG oslo_concurrency.lockutils [req-7b830692-dad8-41dd-b396-382ecd17b8f4 req-e55dfffe-5861-42c8-a739-aadc220e055d service nova] Acquiring lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.506124] env[69073]: DEBUG oslo_concurrency.lockutils [req-7b830692-dad8-41dd-b396-382ecd17b8f4 req-e55dfffe-5861-42c8-a739-aadc220e055d service nova] Acquired lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.506447] env[69073]: DEBUG nova.network.neutron [req-7b830692-dad8-41dd-b396-382ecd17b8f4 req-e55dfffe-5861-42c8-a739-aadc220e055d service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Refreshing network info cache for port 9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.521372] env[69073]: DEBUG nova.compute.manager [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Received event network-changed-ed3734bb-e097-440d-b9c3-112b291a18e0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.522564] env[69073]: DEBUG nova.compute.manager [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Refreshing instance network info cache due to event network-changed-ed3734bb-e097-440d-b9c3-112b291a18e0. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.522696] env[69073]: DEBUG oslo_concurrency.lockutils [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] Acquiring lock "refresh_cache-94e45830-9a41-4439-987f-396201cf0b6e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.672506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Releasing lock "refresh_cache-94e45830-9a41-4439-987f-396201cf0b6e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.673768] env[69073]: DEBUG nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Instance network_info: |[{"id": "ed3734bb-e097-440d-b9c3-112b291a18e0", "address": "fa:16:3e:59:b3:bd", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3734bb-e0", "ovs_interfaceid": "ed3734bb-e097-440d-b9c3-112b291a18e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.673768] env[69073]: DEBUG oslo_concurrency.lockutils [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] Acquired lock "refresh_cache-94e45830-9a41-4439-987f-396201cf0b6e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.673768] env[69073]: DEBUG nova.network.neutron [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Refreshing network info cache for port ed3734bb-e097-440d-b9c3-112b291a18e0 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.674584] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:b3:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed3734bb-e097-440d-b9c3-112b291a18e0', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.681941] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Creating folder: Project (de17a5a0520b44d1b326bd8eae9d90e0). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.685078] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf40405e-3fb0-4916-a907-7553764e2aa4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.696602] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Created folder: Project (de17a5a0520b44d1b326bd8eae9d90e0) in parent group-v643537. [ 1146.696922] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Creating folder: Instances. Parent ref: group-v643818. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.699210] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43cfcceb-30a8-4609-b04c-75e7e9dc1380 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.705555] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Created folder: Instances in parent group-v643818. [ 1146.706724] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.706724] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.707194] env[69073]: DEBUG oslo_concurrency.lockutils [None req-588ec9d4-39f7-4539-9450-a4cc7b764658 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.135s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.707484] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba2acdb7-6099-49ef-ad52-1306c2307e94 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.728816] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.728816] env[69073]: value = "task-3220270" [ 1146.728816] env[69073]: _type = "Task" [ 1146.728816] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.737114] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220270, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.777607] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.778327] env[69073]: DEBUG nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.781927] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.054s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.782378] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.782770] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1146.783346] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.170s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.785766] env[69073]: INFO nova.compute.claims [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.789760] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707976b4-0bc7-41ac-8119-b9507a7ac59d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.801231] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d189a-d1ed-4703-9e68-d7db623a376c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.817125] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e197290-546d-4a8e-a74f-30967e692cbd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.823526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72d44d8-647f-40db-bb45-c53ca965a743 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.861023] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179256MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1146.861388] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.892089] env[69073]: INFO nova.compute.manager [-] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Took 1.64 seconds to deallocate network for instance. [ 1146.903648] env[69073]: DEBUG nova.network.neutron [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Successfully updated port: 481c4e86-dab1-4dbc-b688-24501c07f1df {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.905486] env[69073]: DEBUG nova.network.neutron [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Updated VIF entry in instance network info cache for port ed3734bb-e097-440d-b9c3-112b291a18e0. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.905823] env[69073]: DEBUG nova.network.neutron [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Updating instance_info_cache with network_info: [{"id": "ed3734bb-e097-440d-b9c3-112b291a18e0", "address": "fa:16:3e:59:b3:bd", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped3734bb-e0", "ovs_interfaceid": "ed3734bb-e097-440d-b9c3-112b291a18e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.988143] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.012936] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082d0c6-cb03-4486-a2d6-75069d2b0600 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.033118] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b591aaec-37ef-4729-80c7-fdc05b94bd4b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.052493] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance '3adb764d-c099-40c5-8ff0-96047b88ea35' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.238592] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220270, 'name': CreateVM_Task, 'duration_secs': 0.3404} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.239232] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.239502] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.239665] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.239973] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.240328] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ae3774-a791-40ac-bc47-0673ff5b973b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.244959] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1147.244959] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5251f5c2-9d80-4d77-cac2-9e384ddea66d" [ 1147.244959] env[69073]: _type = "Task" [ 1147.244959] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.252849] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5251f5c2-9d80-4d77-cac2-9e384ddea66d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.286678] env[69073]: DEBUG nova.network.neutron [req-7b830692-dad8-41dd-b396-382ecd17b8f4 req-e55dfffe-5861-42c8-a739-aadc220e055d service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Updated VIF entry in instance network info cache for port 9c050387-5b30-4b2a-a289-f509a7edb7ce. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.287154] env[69073]: DEBUG nova.network.neutron [req-7b830692-dad8-41dd-b396-382ecd17b8f4 req-e55dfffe-5861-42c8-a739-aadc220e055d service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Updating instance_info_cache with network_info: [{"id": "9c050387-5b30-4b2a-a289-f509a7edb7ce", "address": "fa:16:3e:52:9c:67", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c050387-5b", "ovs_interfaceid": "9c050387-5b30-4b2a-a289-f509a7edb7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.289981] env[69073]: DEBUG nova.compute.utils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.291226] env[69073]: DEBUG nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.291392] env[69073]: DEBUG nova.network.neutron [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.323569] env[69073]: DEBUG nova.policy [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c99789edebb94affbcefed503c2d1538', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd804aa04ad4e41f6b1f95a45e04ce17e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.408236] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "refresh_cache-db9761bc-7fcc-4a83-8ba8-b314f02c21d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.408423] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquired lock "refresh_cache-db9761bc-7fcc-4a83-8ba8-b314f02c21d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.408578] env[69073]: DEBUG nova.network.neutron [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.409954] env[69073]: DEBUG oslo_concurrency.lockutils [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] Releasing lock "refresh_cache-94e45830-9a41-4439-987f-396201cf0b6e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.410194] env[69073]: DEBUG nova.compute.manager [req-487285c6-fec6-44f8-8cbd-9248be99e939 req-ad903d77-3d33-47d1-b2fd-9741c725406c service nova] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Received event network-vif-deleted-7347b5fc-2412-498d-b6ab-a0750d87420c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.439864] env[69073]: INFO nova.compute.manager [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Took 0.55 seconds to detach 1 volumes for instance. [ 1147.489903] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.602353] env[69073]: DEBUG nova.network.neutron [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Port d9cfe0df-9ed6-40f3-aa87-f633f731ff8b binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.654644] env[69073]: DEBUG nova.network.neutron [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Successfully created port: a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.755841] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5251f5c2-9d80-4d77-cac2-9e384ddea66d, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.756511] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.756511] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.756770] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.756770] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.756946] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.757234] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba0cc329-b7da-4a21-b974-e8bd3c22eac9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.765492] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.765683] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.766374] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc19a49-d9c7-4b6c-a8a5-2f4a24c1954a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.770969] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1147.770969] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523d8c67-bca1-37b1-9904-7daf2b78918c" [ 1147.770969] env[69073]: _type = "Task" [ 1147.770969] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.778095] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523d8c67-bca1-37b1-9904-7daf2b78918c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.789725] env[69073]: DEBUG oslo_concurrency.lockutils [req-7b830692-dad8-41dd-b396-382ecd17b8f4 req-e55dfffe-5861-42c8-a739-aadc220e055d service nova] Releasing lock "refresh_cache-14a93dcf-864c-4744-bc6f-d6df2f0de02f" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.794350] env[69073]: DEBUG nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.943259] env[69073]: DEBUG nova.network.neutron [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.950478] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.990579] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.060156] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d098c2-da1a-46ad-ba8b-7c9b296fdc3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.067563] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad5fada-0ff5-4021-a4b0-dac47c7b4af6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.099863] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67ad0cc-388c-4a16-9a61-07102c5008ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.110887] env[69073]: DEBUG nova.network.neutron [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Updating instance_info_cache with network_info: [{"id": "481c4e86-dab1-4dbc-b688-24501c07f1df", "address": "fa:16:3e:be:2f:fb", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481c4e86-da", "ovs_interfaceid": "481c4e86-dab1-4dbc-b688-24501c07f1df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.115474] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0634cca-4166-4105-a624-ce6df37f4d7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.130721] env[69073]: DEBUG nova.compute.provider_tree [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.282364] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523d8c67-bca1-37b1-9904-7daf2b78918c, 'name': SearchDatastore_Task, 'duration_secs': 0.007674} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.283181] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bc2770-e56e-4972-b2f4-57a6b1b65a18 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.288691] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1148.288691] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52809b5c-e331-a0e9-71dc-8921731c224c" [ 1148.288691] env[69073]: _type = "Task" [ 1148.288691] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.296663] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52809b5c-e331-a0e9-71dc-8921731c224c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.488624] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.554525] env[69073]: DEBUG nova.compute.manager [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Received event network-vif-plugged-481c4e86-dab1-4dbc-b688-24501c07f1df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.554753] env[69073]: DEBUG oslo_concurrency.lockutils [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] Acquiring lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.554917] env[69073]: DEBUG oslo_concurrency.lockutils [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] Lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.555081] env[69073]: DEBUG oslo_concurrency.lockutils [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] Lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.555254] env[69073]: DEBUG nova.compute.manager [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] No waiting events found dispatching network-vif-plugged-481c4e86-dab1-4dbc-b688-24501c07f1df {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1148.555420] env[69073]: WARNING nova.compute.manager [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Received unexpected event network-vif-plugged-481c4e86-dab1-4dbc-b688-24501c07f1df for instance with vm_state building and task_state spawning. [ 1148.555655] env[69073]: DEBUG nova.compute.manager [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Received event network-changed-481c4e86-dab1-4dbc-b688-24501c07f1df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.555828] env[69073]: DEBUG nova.compute.manager [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Refreshing instance network info cache due to event network-changed-481c4e86-dab1-4dbc-b688-24501c07f1df. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.555996] env[69073]: DEBUG oslo_concurrency.lockutils [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] Acquiring lock "refresh_cache-db9761bc-7fcc-4a83-8ba8-b314f02c21d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.621275] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Releasing lock "refresh_cache-db9761bc-7fcc-4a83-8ba8-b314f02c21d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.621892] env[69073]: DEBUG nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Instance network_info: |[{"id": "481c4e86-dab1-4dbc-b688-24501c07f1df", "address": "fa:16:3e:be:2f:fb", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481c4e86-da", "ovs_interfaceid": "481c4e86-dab1-4dbc-b688-24501c07f1df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.629496] env[69073]: DEBUG oslo_concurrency.lockutils [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] Acquired lock "refresh_cache-db9761bc-7fcc-4a83-8ba8-b314f02c21d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.629704] env[69073]: DEBUG nova.network.neutron [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Refreshing network info cache for port 481c4e86-dab1-4dbc-b688-24501c07f1df {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.630862] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:2f:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '481c4e86-dab1-4dbc-b688-24501c07f1df', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.638301] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.644410] env[69073]: DEBUG nova.scheduler.client.report [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.647455] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.653078] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.653078] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.653078] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.654513] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8b8384e-a35b-46ac-b82b-e22638f886c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.681279] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.681279] env[69073]: value = "task-3220271" [ 1148.681279] env[69073]: _type = "Task" [ 1148.681279] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.690295] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220271, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.800603] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52809b5c-e331-a0e9-71dc-8921731c224c, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.800824] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.801076] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 94e45830-9a41-4439-987f-396201cf0b6e/94e45830-9a41-4439-987f-396201cf0b6e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.801339] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9252d48-9780-411c-8482-b3c9eb12b7ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.804151] env[69073]: DEBUG nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.810977] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1148.810977] env[69073]: value = "task-3220272" [ 1148.810977] env[69073]: _type = "Task" [ 1148.810977] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.819225] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.833063] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.833359] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.833520] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.833701] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.833863] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.834331] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.834331] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.834479] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.834642] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.834822] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.835010] env[69073]: DEBUG nova.virt.hardware [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.835967] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de4fa1b-8075-4d4d-bc8f-6bfb913a4dba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.844369] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d2b061-e973-4860-9cbd-13a5e7c992f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.892216] env[69073]: DEBUG nova.network.neutron [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Updated VIF entry in instance network info cache for port 481c4e86-dab1-4dbc-b688-24501c07f1df. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.892695] env[69073]: DEBUG nova.network.neutron [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Updating instance_info_cache with network_info: [{"id": "481c4e86-dab1-4dbc-b688-24501c07f1df", "address": "fa:16:3e:be:2f:fb", "network": {"id": "12b9f0ed-b441-470f-8627-1cecd9b61243", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "eaeb5e97ff1d4abe8ec19707b2ccb111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap481c4e86-da", "ovs_interfaceid": "481c4e86-dab1-4dbc-b688-24501c07f1df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.988957] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.027065] env[69073]: DEBUG nova.compute.manager [req-7c34e863-b61e-42f1-aaeb-bba98169b22c req-57ca7642-ff44-4430-9963-6c2dd7662783 service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Received event network-vif-plugged-a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.027065] env[69073]: DEBUG oslo_concurrency.lockutils [req-7c34e863-b61e-42f1-aaeb-bba98169b22c req-57ca7642-ff44-4430-9963-6c2dd7662783 service nova] Acquiring lock "251803a4-2d18-495b-b2f0-c8d77143f2c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.027230] env[69073]: DEBUG oslo_concurrency.lockutils [req-7c34e863-b61e-42f1-aaeb-bba98169b22c req-57ca7642-ff44-4430-9963-6c2dd7662783 service nova] Lock "251803a4-2d18-495b-b2f0-c8d77143f2c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.027392] env[69073]: DEBUG oslo_concurrency.lockutils [req-7c34e863-b61e-42f1-aaeb-bba98169b22c req-57ca7642-ff44-4430-9963-6c2dd7662783 service nova] Lock "251803a4-2d18-495b-b2f0-c8d77143f2c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.027570] env[69073]: DEBUG nova.compute.manager [req-7c34e863-b61e-42f1-aaeb-bba98169b22c req-57ca7642-ff44-4430-9963-6c2dd7662783 service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] No waiting events found dispatching network-vif-plugged-a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.027767] env[69073]: WARNING nova.compute.manager [req-7c34e863-b61e-42f1-aaeb-bba98169b22c req-57ca7642-ff44-4430-9963-6c2dd7662783 service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Received unexpected event network-vif-plugged-a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d for instance with vm_state building and task_state spawning. [ 1149.140296] env[69073]: DEBUG nova.network.neutron [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Successfully updated port: a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.153481] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.153915] env[69073]: DEBUG nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.156577] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.093s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.156810] env[69073]: DEBUG nova.objects.instance [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'resources' on Instance uuid f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.194985] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220271, 'name': CreateVM_Task, 'duration_secs': 0.503422} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.195236] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.196172] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.196443] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.196814] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.197533] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6e560e-878b-4eb3-b1c9-9324274e9c1b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.204073] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1149.204073] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bedd5b-d961-d505-5fde-e668e62580d5" [ 1149.204073] env[69073]: _type = "Task" [ 1149.204073] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.219203] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bedd5b-d961-d505-5fde-e668e62580d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.324227] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220272, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.396024] env[69073]: DEBUG oslo_concurrency.lockutils [req-de8d70a2-6863-4a8a-b22c-b93a620f8db6 req-3970e1a9-464c-401f-a307-ae0d1dc89a85 service nova] Releasing lock "refresh_cache-db9761bc-7fcc-4a83-8ba8-b314f02c21d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.489298] env[69073]: DEBUG oslo_vmware.api [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220256, 'name': ReconfigVM_Task, 'duration_secs': 5.790529} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.489549] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.489758] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Reconfigured VM to detach interface {{(pid=69073) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1149.644334] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquiring lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.644334] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquired lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.644334] env[69073]: DEBUG nova.network.neutron [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.661044] env[69073]: DEBUG nova.objects.instance [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'numa_topology' on Instance uuid f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.662859] env[69073]: DEBUG nova.compute.utils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.666731] env[69073]: DEBUG nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.666904] env[69073]: DEBUG nova.network.neutron [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.719166] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.719944] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.720170] env[69073]: DEBUG nova.network.neutron [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.722212] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bedd5b-d961-d505-5fde-e668e62580d5, 'name': SearchDatastore_Task, 'duration_secs': 0.06829} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.722722] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.722968] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.723272] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.723419] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.723617] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.723929] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e89e7edf-2da5-4f77-bb38-829e904a0544 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.734019] env[69073]: DEBUG nova.policy [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191b35ea90a44a59958e58253a85fda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f58016a7de41ca9415932d9e17fa92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.741505] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.741956] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.743136] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f42cfdc-3e8a-4090-8bc5-bdfdbf744e9c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.749235] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1149.749235] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fdc956-2794-5594-1ddf-5689d5d8e67b" [ 1149.749235] env[69073]: _type = "Task" [ 1149.749235] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.759087] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fdc956-2794-5594-1ddf-5689d5d8e67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.826295] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621858} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.827304] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 94e45830-9a41-4439-987f-396201cf0b6e/94e45830-9a41-4439-987f-396201cf0b6e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.827304] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.827754] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38cf1fbd-59fc-4bbd-b10e-7a8fca25160a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.836726] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1149.836726] env[69073]: value = "task-3220273" [ 1149.836726] env[69073]: _type = "Task" [ 1149.836726] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.850778] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.018028] env[69073]: DEBUG nova.network.neutron [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Successfully created port: 8ca61c6d-8dd5-49ca-b7f6-72d63402d799 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.168505] env[69073]: DEBUG nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.172301] env[69073]: DEBUG nova.objects.base [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1150.181282] env[69073]: DEBUG nova.network.neutron [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1150.262567] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fdc956-2794-5594-1ddf-5689d5d8e67b, 'name': SearchDatastore_Task, 'duration_secs': 0.0622} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.266803] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a19124-ce76-43e9-9a47-6c37cf244345 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.275478] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1150.275478] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520dd539-0b81-f360-257b-a9d5c160778d" [ 1150.275478] env[69073]: _type = "Task" [ 1150.275478] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.283615] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520dd539-0b81-f360-257b-a9d5c160778d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.330134] env[69073]: DEBUG nova.network.neutron [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Updating instance_info_cache with network_info: [{"id": "a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d", "address": "fa:16:3e:15:f8:16", "network": {"id": "1c4aeffb-0267-4522-96dc-eabae6605fa4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-434261935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d804aa04ad4e41f6b1f95a45e04ce17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a5484c-bf", "ovs_interfaceid": "a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.353355] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220273, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.466142] env[69073]: DEBUG nova.network.neutron [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance_info_cache with network_info: [{"id": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "address": "fa:16:3e:e8:b0:13", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cfe0df-9e", "ovs_interfaceid": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.524026] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38108ca2-0197-485e-8bf6-63b672d48dd2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.527982] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56115940-8459-45bf-9545-1f802f72abf6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.558532] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05beaabc-e667-4f2a-98a8-955b16ef7e35 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.565864] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4bacde-589c-4597-957f-180124413489 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.578799] env[69073]: DEBUG nova.compute.provider_tree [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.786089] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520dd539-0b81-f360-257b-a9d5c160778d, 'name': SearchDatastore_Task, 'duration_secs': 0.069479} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.786457] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.786723] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] db9761bc-7fcc-4a83-8ba8-b314f02c21d9/db9761bc-7fcc-4a83-8ba8-b314f02c21d9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.786982] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9445f87-e33c-44c5-b824-389c3b1edf4f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.793565] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1150.793565] env[69073]: value = "task-3220274" [ 1150.793565] env[69073]: _type = "Task" [ 1150.793565] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.801766] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.832702] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Releasing lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.833101] env[69073]: DEBUG nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Instance network_info: |[{"id": "a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d", "address": "fa:16:3e:15:f8:16", "network": {"id": "1c4aeffb-0267-4522-96dc-eabae6605fa4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-434261935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d804aa04ad4e41f6b1f95a45e04ce17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a5484c-bf", "ovs_interfaceid": "a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1150.833582] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:f8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.841593] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Creating folder: Project (d804aa04ad4e41f6b1f95a45e04ce17e). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.842381] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21d2a00a-8eb9-4815-955b-97637ae29f50 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.853508] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.525016} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.853830] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.854396] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.854593] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.854785] env[69073]: DEBUG nova.network.neutron [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.860231] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472776e3-6ab0-4434-8eec-b6f97046766f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.861137] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Created folder: Project (d804aa04ad4e41f6b1f95a45e04ce17e) in parent group-v643537. [ 1150.861334] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Creating folder: Instances. Parent ref: group-v643822. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1150.862032] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be7340e9-3412-47d0-b5b8-edad93eb5ec5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.884515] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 94e45830-9a41-4439-987f-396201cf0b6e/94e45830-9a41-4439-987f-396201cf0b6e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.886187] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce6221a-0837-48db-9c83-34ee1be4ed9e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.903969] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Created folder: Instances in parent group-v643822. [ 1150.904256] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1150.904916] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.905174] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c2983c2-8fda-4188-b848-606254d8d07d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.922614] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1150.922614] env[69073]: value = "task-3220277" [ 1150.922614] env[69073]: _type = "Task" [ 1150.922614] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.928622] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.928622] env[69073]: value = "task-3220278" [ 1150.928622] env[69073]: _type = "Task" [ 1150.928622] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.936236] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.943082] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220278, 'name': CreateVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.970954] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.082782] env[69073]: DEBUG nova.scheduler.client.report [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.116906] env[69073]: DEBUG nova.compute.manager [req-d7cca0bf-da6d-4b86-b093-3aaeec0620c9 req-494543d3-0218-4ebe-8d77-bcbdf165f4cf service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Received event network-changed-a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.117514] env[69073]: DEBUG nova.compute.manager [req-d7cca0bf-da6d-4b86-b093-3aaeec0620c9 req-494543d3-0218-4ebe-8d77-bcbdf165f4cf service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Refreshing instance network info cache due to event network-changed-a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.117944] env[69073]: DEBUG oslo_concurrency.lockutils [req-d7cca0bf-da6d-4b86-b093-3aaeec0620c9 req-494543d3-0218-4ebe-8d77-bcbdf165f4cf service nova] Acquiring lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.117944] env[69073]: DEBUG oslo_concurrency.lockutils [req-d7cca0bf-da6d-4b86-b093-3aaeec0620c9 req-494543d3-0218-4ebe-8d77-bcbdf165f4cf service nova] Acquired lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.118118] env[69073]: DEBUG nova.network.neutron [req-d7cca0bf-da6d-4b86-b093-3aaeec0620c9 req-494543d3-0218-4ebe-8d77-bcbdf165f4cf service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Refreshing network info cache for port a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.182310] env[69073]: DEBUG nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.217697] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.218599] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.218599] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.218599] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.218599] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.218926] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.219207] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.219501] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.219695] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.219872] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.220064] env[69073]: DEBUG nova.virt.hardware [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.221565] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8084b2-0e45-49cc-94ac-c2276070b0df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.231761] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d8de4f-a371-4013-9382-484f76c5a2dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.303521] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471212} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.303950] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] db9761bc-7fcc-4a83-8ba8-b314f02c21d9/db9761bc-7fcc-4a83-8ba8-b314f02c21d9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.304301] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.304587] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-261fabd9-db74-4343-84e7-eae4bd605409 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.310714] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1151.310714] env[69073]: value = "task-3220279" [ 1151.310714] env[69073]: _type = "Task" [ 1151.310714] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.318540] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.451914] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220277, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.458163] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220278, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.506072] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e2f49e-9a9c-4185-8729-f7d8b5908573 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.530015] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0af352f-8f3a-4061-97e1-ed4b82853f9e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.537681] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance '3adb764d-c099-40c5-8ff0-96047b88ea35' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.587628] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.590175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.712s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.593927] env[69073]: DEBUG nova.objects.instance [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lazy-loading 'resources' on Instance uuid 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.724336] env[69073]: DEBUG nova.compute.manager [req-14957638-ab5b-450a-9ee7-c130a487483d req-b68c49b5-210b-480c-a82d-f898889e078c service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Received event network-vif-plugged-8ca61c6d-8dd5-49ca-b7f6-72d63402d799 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.724577] env[69073]: DEBUG oslo_concurrency.lockutils [req-14957638-ab5b-450a-9ee7-c130a487483d req-b68c49b5-210b-480c-a82d-f898889e078c service nova] Acquiring lock "652a8a5a-24e3-479b-997d-54dc19f7b582-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.724783] env[69073]: DEBUG oslo_concurrency.lockutils [req-14957638-ab5b-450a-9ee7-c130a487483d req-b68c49b5-210b-480c-a82d-f898889e078c service nova] Lock "652a8a5a-24e3-479b-997d-54dc19f7b582-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.724947] env[69073]: DEBUG oslo_concurrency.lockutils [req-14957638-ab5b-450a-9ee7-c130a487483d req-b68c49b5-210b-480c-a82d-f898889e078c service nova] Lock "652a8a5a-24e3-479b-997d-54dc19f7b582-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.725124] env[69073]: DEBUG nova.compute.manager [req-14957638-ab5b-450a-9ee7-c130a487483d req-b68c49b5-210b-480c-a82d-f898889e078c service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] No waiting events found dispatching network-vif-plugged-8ca61c6d-8dd5-49ca-b7f6-72d63402d799 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.725287] env[69073]: WARNING nova.compute.manager [req-14957638-ab5b-450a-9ee7-c130a487483d req-b68c49b5-210b-480c-a82d-f898889e078c service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Received unexpected event network-vif-plugged-8ca61c6d-8dd5-49ca-b7f6-72d63402d799 for instance with vm_state building and task_state spawning. [ 1151.821284] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069977} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.823835] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.824627] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a98759c-b4db-4434-aca5-464879fd01dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.847787] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] db9761bc-7fcc-4a83-8ba8-b314f02c21d9/db9761bc-7fcc-4a83-8ba8-b314f02c21d9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.852057] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ff42d1-2f62-4733-a6af-4a9693eb0960 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.865012] env[69073]: DEBUG nova.network.neutron [req-d7cca0bf-da6d-4b86-b093-3aaeec0620c9 req-494543d3-0218-4ebe-8d77-bcbdf165f4cf service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Updated VIF entry in instance network info cache for port a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.865369] env[69073]: DEBUG nova.network.neutron [req-d7cca0bf-da6d-4b86-b093-3aaeec0620c9 req-494543d3-0218-4ebe-8d77-bcbdf165f4cf service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Updating instance_info_cache with network_info: [{"id": "a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d", "address": "fa:16:3e:15:f8:16", "network": {"id": "1c4aeffb-0267-4522-96dc-eabae6605fa4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-434261935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d804aa04ad4e41f6b1f95a45e04ce17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a5484c-bf", "ovs_interfaceid": "a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.873474] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1151.873474] env[69073]: value = "task-3220280" [ 1151.873474] env[69073]: _type = "Task" [ 1151.873474] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.881502] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.940435] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220277, 'name': ReconfigVM_Task, 'duration_secs': 0.561022} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.941179] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 94e45830-9a41-4439-987f-396201cf0b6e/94e45830-9a41-4439-987f-396201cf0b6e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.941915] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f0d2420-5b1c-400c-99f5-c505a8077117 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.946682] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220278, 'name': CreateVM_Task, 'duration_secs': 0.530356} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.947226] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.948226] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.948387] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.948692] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.948936] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf9ba96-3fe5-4de6-bf86-ebec9b8f1436 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.952185] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1151.952185] env[69073]: value = "task-3220281" [ 1151.952185] env[69073]: _type = "Task" [ 1151.952185] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.956499] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1151.956499] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c56065-0506-cc6a-7d68-dea3348612de" [ 1151.956499] env[69073]: _type = "Task" [ 1151.956499] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.962427] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220281, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.967156] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c56065-0506-cc6a-7d68-dea3348612de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.976248] env[69073]: INFO nova.network.neutron [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Port 88db70b6-0037-4418-873d-6b30f2aed4d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1151.976591] env[69073]: DEBUG nova.network.neutron [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.040320] env[69073]: DEBUG nova.network.neutron [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Successfully updated port: 8ca61c6d-8dd5-49ca-b7f6-72d63402d799 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.049269] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.049924] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b14bca66-4307-48f3-831c-89c5eefdc2ad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.058043] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1152.058043] env[69073]: value = "task-3220282" [ 1152.058043] env[69073]: _type = "Task" [ 1152.058043] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.066849] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.098792] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3ee01462-5e05-46fd-a8a1-2df328e63f60 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.475s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.099797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 20.090s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.100018] env[69073]: INFO nova.compute.manager [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Unshelving [ 1152.370677] env[69073]: DEBUG oslo_concurrency.lockutils [req-d7cca0bf-da6d-4b86-b093-3aaeec0620c9 req-494543d3-0218-4ebe-8d77-bcbdf165f4cf service nova] Releasing lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.385247] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.406615] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0435d0-a2a3-49cc-9be3-5bbbebf5273d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.413649] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f911c447-d16a-49c5-bf11-db7bc49bf8ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.443294] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de53caa1-d5ce-46f7-b77b-9f93b3865bc1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.451235] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bb4d38-cde9-4ba0-8372-69878178165f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.473111] env[69073]: DEBUG nova.compute.provider_tree [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.478612] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220281, 'name': Rename_Task, 'duration_secs': 0.419759} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.479309] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.484416] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.486092] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ecb69b3-4510-4594-a5e1-8694f5b3dab7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.487791] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c56065-0506-cc6a-7d68-dea3348612de, 'name': SearchDatastore_Task, 'duration_secs': 0.030965} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.488744] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.488970] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.489259] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.489410] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.489592] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.490923] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a083d109-d36d-4949-b5e8-39cafd31e454 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.496509] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1152.496509] env[69073]: value = "task-3220283" [ 1152.496509] env[69073]: _type = "Task" [ 1152.496509] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.505899] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.507126] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.507298] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.508067] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5bc4995-b900-45c5-97dc-7ee2de88dae0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.513979] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1152.513979] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529b7c98-e5a7-f79b-25ab-b082441a10e1" [ 1152.513979] env[69073]: _type = "Task" [ 1152.513979] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.523008] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529b7c98-e5a7-f79b-25ab-b082441a10e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.545174] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "refresh_cache-652a8a5a-24e3-479b-997d-54dc19f7b582" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.545174] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "refresh_cache-652a8a5a-24e3-479b-997d-54dc19f7b582" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.545174] env[69073]: DEBUG nova.network.neutron [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.568024] env[69073]: DEBUG oslo_vmware.api [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220282, 'name': PowerOnVM_Task, 'duration_secs': 0.469565} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.568024] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.568024] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-0092711b-05ac-4911-aa95-7e841def079e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance '3adb764d-c099-40c5-8ff0-96047b88ea35' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.884775] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220280, 'name': ReconfigVM_Task, 'duration_secs': 0.7783} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.885156] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Reconfigured VM instance instance-00000067 to attach disk [datastore2] db9761bc-7fcc-4a83-8ba8-b314f02c21d9/db9761bc-7fcc-4a83-8ba8-b314f02c21d9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.885735] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feec802e-019a-4503-bbdd-fb3935cb67c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.892059] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1152.892059] env[69073]: value = "task-3220284" [ 1152.892059] env[69073]: _type = "Task" [ 1152.892059] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.900053] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220284, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.963049] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-eb107694-39c5-4b35-8d3b-f36b545868d6-88db70b6-0037-4418-873d-6b30f2aed4d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.963049] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-eb107694-39c5-4b35-8d3b-f36b545868d6-88db70b6-0037-4418-873d-6b30f2aed4d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.963049] env[69073]: DEBUG nova.objects.instance [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'flavor' on Instance uuid eb107694-39c5-4b35-8d3b-f36b545868d6 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.980501] env[69073]: DEBUG nova.scheduler.client.report [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.984870] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2715baf1-403e-4b1e-ba02-b384bbdf2561 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-a0d626c7-f657-4ec0-b58f-794ef24012d9-88db70b6-0037-4418-873d-6b30f2aed4d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.099s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.008101] env[69073]: DEBUG oslo_vmware.api [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220283, 'name': PowerOnVM_Task, 'duration_secs': 0.478952} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.008382] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.008583] env[69073]: INFO nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1153.008773] env[69073]: DEBUG nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.009652] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33efa50-5d8d-4e77-a19c-0fb5cab1abd6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.027532] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529b7c98-e5a7-f79b-25ab-b082441a10e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.028410] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c86a80-3067-4554-8e69-5dfefbe3a447 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.034344] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1153.034344] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f7df01-0f58-9a88-e5bd-d16b8ec95dc9" [ 1153.034344] env[69073]: _type = "Task" [ 1153.034344] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.041856] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f7df01-0f58-9a88-e5bd-d16b8ec95dc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.078977] env[69073]: DEBUG nova.network.neutron [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.125515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.249434] env[69073]: DEBUG nova.network.neutron [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Updating instance_info_cache with network_info: [{"id": "8ca61c6d-8dd5-49ca-b7f6-72d63402d799", "address": "fa:16:3e:d0:88:7c", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca61c6d-8d", "ovs_interfaceid": "8ca61c6d-8dd5-49ca-b7f6-72d63402d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.404151] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220284, 'name': Rename_Task, 'duration_secs': 0.148866} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.404435] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.404677] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b59848a-3d88-4c5b-a6a3-4b7531e3bf36 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.411636] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1153.411636] env[69073]: value = "task-3220285" [ 1153.411636] env[69073]: _type = "Task" [ 1153.411636] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.420831] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.485952] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.489962] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.522s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.490655] env[69073]: DEBUG nova.objects.instance [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'resources' on Instance uuid aeeb7248-c90e-4be1-ab8e-13de6c648a9a {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.512823] env[69073]: INFO nova.scheduler.client.report [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Deleted allocations for instance 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d [ 1153.530945] env[69073]: INFO nova.compute.manager [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Took 27.86 seconds to build instance. [ 1153.545312] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f7df01-0f58-9a88-e5bd-d16b8ec95dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.008265} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.545582] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.545857] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 251803a4-2d18-495b-b2f0-c8d77143f2c9/251803a4-2d18-495b-b2f0-c8d77143f2c9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.546194] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29228b4f-1188-4e84-9b2e-501aeee7b986 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.555122] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1153.555122] env[69073]: value = "task-3220286" [ 1153.555122] env[69073]: _type = "Task" [ 1153.555122] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.565955] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.722710] env[69073]: DEBUG nova.objects.instance [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'pci_requests' on Instance uuid eb107694-39c5-4b35-8d3b-f36b545868d6 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.753032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "refresh_cache-652a8a5a-24e3-479b-997d-54dc19f7b582" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.753146] env[69073]: DEBUG nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Instance network_info: |[{"id": "8ca61c6d-8dd5-49ca-b7f6-72d63402d799", "address": "fa:16:3e:d0:88:7c", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca61c6d-8d", "ovs_interfaceid": "8ca61c6d-8dd5-49ca-b7f6-72d63402d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.753577] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:88:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ca61c6d-8dd5-49ca-b7f6-72d63402d799', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.761579] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.761817] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.762061] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f73d8068-d7cf-4afa-985d-eb0a9e068e8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.786088] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.786088] env[69073]: value = "task-3220287" [ 1153.786088] env[69073]: _type = "Task" [ 1153.786088] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.795784] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220287, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.825467] env[69073]: DEBUG nova.compute.manager [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Received event network-changed-8ca61c6d-8dd5-49ca-b7f6-72d63402d799 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.825663] env[69073]: DEBUG nova.compute.manager [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Refreshing instance network info cache due to event network-changed-8ca61c6d-8dd5-49ca-b7f6-72d63402d799. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.825895] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Acquiring lock "refresh_cache-652a8a5a-24e3-479b-997d-54dc19f7b582" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.826061] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Acquired lock "refresh_cache-652a8a5a-24e3-479b-997d-54dc19f7b582" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.826212] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Refreshing network info cache for port 8ca61c6d-8dd5-49ca-b7f6-72d63402d799 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.923874] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.021358] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f191417-eb3d-4cec-8321-f3690cbbfbfb tempest-ServersNegativeTestJSON-29936017 tempest-ServersNegativeTestJSON-29936017-project-member] Lock "3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.269s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.033599] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a48a9649-726f-4c5e-b830-c9a9fb660303 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "94e45830-9a41-4439-987f-396201cf0b6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.398s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.070194] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.225891] env[69073]: DEBUG nova.objects.base [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.226161] env[69073]: DEBUG nova.network.neutron [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.296282] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac91bb-1d20-4f12-94a0-ad633b5677a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.304640] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220287, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.306335] env[69073]: DEBUG nova.policy [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c9fb88d133141e1a09087ad3eb40120', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3afb53325b974720bfeb564746ea401a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.311864] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df0d0c-7263-4a0b-8897-8544a0afb802 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.349777] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d35ef17-f6b2-4ec0-816b-5c91f660cf53 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.358555] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d548386-9c2c-4b14-a963-63af6c63a644 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.373209] env[69073]: DEBUG nova.compute.provider_tree [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.423913] env[69073]: DEBUG oslo_vmware.api [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220285, 'name': PowerOnVM_Task, 'duration_secs': 0.887071} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.424312] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.424519] env[69073]: INFO nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1154.424697] env[69073]: DEBUG nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.425501] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3e248c-8662-41bd-b2fb-0db895cfd91d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.569798] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558234} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.572257] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 251803a4-2d18-495b-b2f0-c8d77143f2c9/251803a4-2d18-495b-b2f0-c8d77143f2c9.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.572490] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.572917] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27e7a0f6-96a0-4d18-bad4-560d43abf66a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.580188] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1154.580188] env[69073]: value = "task-3220288" [ 1154.580188] env[69073]: _type = "Task" [ 1154.580188] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.588934] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.740769] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Updated VIF entry in instance network info cache for port 8ca61c6d-8dd5-49ca-b7f6-72d63402d799. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.741199] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Updating instance_info_cache with network_info: [{"id": "8ca61c6d-8dd5-49ca-b7f6-72d63402d799", "address": "fa:16:3e:d0:88:7c", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ca61c6d-8d", "ovs_interfaceid": "8ca61c6d-8dd5-49ca-b7f6-72d63402d799", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.798791] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220287, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.822019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "3adb764d-c099-40c5-8ff0-96047b88ea35" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.822019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.822019] env[69073]: DEBUG nova.compute.manager [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Going to confirm migration 6 {{(pid=69073) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1154.876781] env[69073]: DEBUG nova.scheduler.client.report [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.942761] env[69073]: INFO nova.compute.manager [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Took 28.99 seconds to build instance. [ 1155.097438] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067995} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.098013] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.099468] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbb528c-e452-4b00-82eb-2037894eb460 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.140846] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 251803a4-2d18-495b-b2f0-c8d77143f2c9/251803a4-2d18-495b-b2f0-c8d77143f2c9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.141485] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c380b04-8193-4327-bb7f-0d387c4c2698 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.178592] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1155.178592] env[69073]: value = "task-3220289" [ 1155.178592] env[69073]: _type = "Task" [ 1155.178592] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.186901] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220289, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.244471] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Releasing lock "refresh_cache-652a8a5a-24e3-479b-997d-54dc19f7b582" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.244748] env[69073]: DEBUG nova.compute.manager [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.244920] env[69073]: DEBUG nova.compute.manager [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing instance network info cache due to event network-changed-300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.245159] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Acquiring lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.245302] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Acquired lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.245469] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Refreshing network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.298636] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220287, 'name': CreateVM_Task, 'duration_secs': 1.449757} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.298820] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.299603] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.299778] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.300098] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.300359] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6eb164-20f9-4b02-88f5-4cb54db7eb3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.305304] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1155.305304] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52009d89-02c8-c20f-7560-b36390410da7" [ 1155.305304] env[69073]: _type = "Task" [ 1155.305304] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.313711] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52009d89-02c8-c20f-7560-b36390410da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.361371] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.361530] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.361740] env[69073]: DEBUG nova.network.neutron [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.361926] env[69073]: DEBUG nova.objects.instance [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lazy-loading 'info_cache' on Instance uuid 3adb764d-c099-40c5-8ff0-96047b88ea35 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.382389] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.385076] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.412s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.386413] env[69073]: INFO nova.compute.claims [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.409823] env[69073]: INFO nova.scheduler.client.report [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted allocations for instance aeeb7248-c90e-4be1-ab8e-13de6c648a9a [ 1155.448127] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0e130121-c705-4407-833c-3b153c6c93bf tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.510s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.688662] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.816040] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52009d89-02c8-c20f-7560-b36390410da7, 'name': SearchDatastore_Task, 'duration_secs': 0.014934} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.816412] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.816653] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.816919] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.817109] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.817302] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.817584] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37c1fcb4-a5d8-4b99-98c4-50356b2c1318 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.826011] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.826218] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.826957] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3e9d54-818b-4f29-af9d-cf0cc7e4849f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.832486] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1155.832486] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bad9fb-8a00-d7d0-ce38-e8b79dae7af3" [ 1155.832486] env[69073]: _type = "Task" [ 1155.832486] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.840198] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bad9fb-8a00-d7d0-ce38-e8b79dae7af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.919058] env[69073]: DEBUG oslo_concurrency.lockutils [None req-70b5ab10-07ed-4f93-87f2-88b537edf11a tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "aeeb7248-c90e-4be1-ab8e-13de6c648a9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.167s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.110837] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updated VIF entry in instance network info cache for port 300f0bf9-22ee-4c48-a644-dc77bafc90e1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.111234] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [{"id": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "address": "fa:16:3e:08:47:ac", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap300f0bf9-22", "ovs_interfaceid": "300f0bf9-22ee-4c48-a644-dc77bafc90e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.190556] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220289, 'name': ReconfigVM_Task, 'duration_secs': 0.743429} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.190838] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 251803a4-2d18-495b-b2f0-c8d77143f2c9/251803a4-2d18-495b-b2f0-c8d77143f2c9.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.191474] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6318d46-1a03-4853-9dd6-f09a9d2eabda {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.198517] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1156.198517] env[69073]: value = "task-3220290" [ 1156.198517] env[69073]: _type = "Task" [ 1156.198517] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.207182] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220290, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.306346] env[69073]: DEBUG nova.network.neutron [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Successfully updated port: 88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.343323] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bad9fb-8a00-d7d0-ce38-e8b79dae7af3, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.344528] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d6f956-c0de-4241-a1bb-65d8eca6dd1c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.349277] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1156.349277] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5212de60-6160-e041-8bdf-d0992a34a369" [ 1156.349277] env[69073]: _type = "Task" [ 1156.349277] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.357041] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5212de60-6160-e041-8bdf-d0992a34a369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.411158] env[69073]: DEBUG nova.compute.manager [req-5f1c7c24-f1bd-4699-bdcb-dcaf7a949ad5 req-41db87ab-5d39-4a62-b1a5-f26ef0d41d02 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received event network-vif-plugged-88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.411527] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f1c7c24-f1bd-4699-bdcb-dcaf7a949ad5 req-41db87ab-5d39-4a62-b1a5-f26ef0d41d02 service nova] Acquiring lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.411603] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f1c7c24-f1bd-4699-bdcb-dcaf7a949ad5 req-41db87ab-5d39-4a62-b1a5-f26ef0d41d02 service nova] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.411737] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f1c7c24-f1bd-4699-bdcb-dcaf7a949ad5 req-41db87ab-5d39-4a62-b1a5-f26ef0d41d02 service nova] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.411970] env[69073]: DEBUG nova.compute.manager [req-5f1c7c24-f1bd-4699-bdcb-dcaf7a949ad5 req-41db87ab-5d39-4a62-b1a5-f26ef0d41d02 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] No waiting events found dispatching network-vif-plugged-88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.412226] env[69073]: WARNING nova.compute.manager [req-5f1c7c24-f1bd-4699-bdcb-dcaf7a949ad5 req-41db87ab-5d39-4a62-b1a5-f26ef0d41d02 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received unexpected event network-vif-plugged-88db70b6-0037-4418-873d-6b30f2aed4d1 for instance with vm_state active and task_state None. [ 1156.531519] env[69073]: DEBUG nova.compute.manager [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.532471] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4239befb-8f3d-4ca5-b4ee-b9cffcfd8996 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.613426] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Releasing lock "refresh_cache-a0d626c7-f657-4ec0-b58f-794ef24012d9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.613607] env[69073]: DEBUG nova.compute.manager [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received event network-changed-1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.613813] env[69073]: DEBUG nova.compute.manager [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing instance network info cache due to event network-changed-1dd63e3b-41c4-4217-9752-9c3b639590df. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.614040] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Acquiring lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.614188] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Acquired lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.614400] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing network info cache for port 1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.646369] env[69073]: DEBUG nova.network.neutron [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance_info_cache with network_info: [{"id": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "address": "fa:16:3e:e8:b0:13", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9cfe0df-9e", "ovs_interfaceid": "d9cfe0df-9ed6-40f3-aa87-f633f731ff8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.650658] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ee49f0-7811-484b-a00d-0fb326b9cb28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.658238] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b245bcff-71e5-41ff-ab9b-95ee84185d40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.688566] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f7602f-c4a5-49e9-9b5d-32913d4e9296 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.696341] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc85abd-0d04-4246-aa33-139b56a50541 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.708552] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220290, 'name': Rename_Task, 'duration_secs': 0.136208} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.716192] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.716679] env[69073]: DEBUG nova.compute.provider_tree [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.717949] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c491c712-6041-469b-988f-61235c39c0bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.726034] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1156.726034] env[69073]: value = "task-3220291" [ 1156.726034] env[69073]: _type = "Task" [ 1156.726034] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.734964] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.811940] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.862477] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5212de60-6160-e041-8bdf-d0992a34a369, 'name': SearchDatastore_Task, 'duration_secs': 0.036055} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.862749] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.863014] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 652a8a5a-24e3-479b-997d-54dc19f7b582/652a8a5a-24e3-479b-997d-54dc19f7b582.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.863286] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b0ada3-9f37-4a07-ad11-2577e22e3798 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.870429] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1156.870429] env[69073]: value = "task-3220292" [ 1156.870429] env[69073]: _type = "Task" [ 1156.870429] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.878607] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.045564] env[69073]: INFO nova.compute.manager [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] instance snapshotting [ 1157.048363] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a00185-5c5c-4f3b-8e24-3717e341314a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.067706] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ca7ea-4071-4800-ab81-f79f07eac65c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.149417] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-3adb764d-c099-40c5-8ff0-96047b88ea35" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.151088] env[69073]: DEBUG nova.objects.instance [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lazy-loading 'migration_context' on Instance uuid 3adb764d-c099-40c5-8ff0-96047b88ea35 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.221358] env[69073]: DEBUG nova.scheduler.client.report [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.238474] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.386126] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.390579] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.390846] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.429481] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updated VIF entry in instance network info cache for port 1dd63e3b-41c4-4217-9752-9c3b639590df. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.429912] env[69073]: DEBUG nova.network.neutron [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.579129] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1157.579449] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df6113ef-511f-4b13-bffa-86486235338b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.587509] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1157.587509] env[69073]: value = "task-3220293" [ 1157.587509] env[69073]: _type = "Task" [ 1157.587509] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.595020] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.653613] env[69073]: DEBUG nova.objects.base [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Object Instance<3adb764d-c099-40c5-8ff0-96047b88ea35> lazy-loaded attributes: info_cache,migration_context {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1157.654701] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12193801-202f-4dfe-b6b8-fbd0974e33f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.675297] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557d8ceb-7605-4119-8784-486e66826d3f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.680400] env[69073]: DEBUG oslo_vmware.api [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1157.680400] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b5b457-6d4f-4db7-c9f1-3f9677ac3551" [ 1157.680400] env[69073]: _type = "Task" [ 1157.680400] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.688863] env[69073]: DEBUG oslo_vmware.api [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b5b457-6d4f-4db7-c9f1-3f9677ac3551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.727659] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.728222] env[69073]: DEBUG nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.730917] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.207s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.732485] env[69073]: INFO nova.compute.claims [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.744651] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.881010] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625299} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.881285] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 652a8a5a-24e3-479b-997d-54dc19f7b582/652a8a5a-24e3-479b-997d-54dc19f7b582.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.881493] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.881764] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b46b03-7f1d-43e1-b603-a5bf18c14dc7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.888213] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1157.888213] env[69073]: value = "task-3220294" [ 1157.888213] env[69073]: _type = "Task" [ 1157.888213] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.896985] env[69073]: DEBUG nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1157.899631] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.932917] env[69073]: DEBUG oslo_concurrency.lockutils [req-632e1aac-3791-46d8-9d52-e6b4a1ede1e5 req-8910548a-3843-4113-822a-70f555d5e4b6 service nova] Releasing lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.934117] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.934211] env[69073]: DEBUG nova.network.neutron [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.098319] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220293, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.190840] env[69073]: DEBUG oslo_vmware.api [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b5b457-6d4f-4db7-c9f1-3f9677ac3551, 'name': SearchDatastore_Task, 'duration_secs': 0.012875} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.191686] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.239968] env[69073]: DEBUG nova.compute.utils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.244334] env[69073]: DEBUG nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.244334] env[69073]: DEBUG nova.network.neutron [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.250883] env[69073]: DEBUG oslo_vmware.api [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220291, 'name': PowerOnVM_Task, 'duration_secs': 1.084184} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.251999] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.252227] env[69073]: INFO nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1158.252437] env[69073]: DEBUG nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.253283] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b99c7b-f714-4a51-ae6a-af2111b3b824 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.292245] env[69073]: DEBUG nova.policy [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '422fb430308445a78b708def47cb0ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4028ccc39fe5493ab34dbe6c3dfeaf01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.397588] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.389235} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.397854] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.398630] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b2af6e-7d75-4e7a-98a7-65ce17284b70 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.423184] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 652a8a5a-24e3-479b-997d-54dc19f7b582/652a8a5a-24e3-479b-997d-54dc19f7b582.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.423866] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b962c9bf-f6db-4df4-ae73-132b3dc2076e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.441574] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.449036] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1158.449036] env[69073]: value = "task-3220295" [ 1158.449036] env[69073]: _type = "Task" [ 1158.449036] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.456810] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.514369] env[69073]: WARNING nova.network.neutron [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] 0f3efe20-9281-4a2f-a083-5b347a4f14d0 already exists in list: networks containing: ['0f3efe20-9281-4a2f-a083-5b347a4f14d0']. ignoring it [ 1158.566221] env[69073]: DEBUG nova.compute.manager [req-b3a9d3e0-d69a-4670-8cad-69184abea176 req-689b0058-f074-4195-bcf1-9a1d1fa8d931 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received event network-changed-88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.566456] env[69073]: DEBUG nova.compute.manager [req-b3a9d3e0-d69a-4670-8cad-69184abea176 req-689b0058-f074-4195-bcf1-9a1d1fa8d931 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing instance network info cache due to event network-changed-88db70b6-0037-4418-873d-6b30f2aed4d1. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.566658] env[69073]: DEBUG oslo_concurrency.lockutils [req-b3a9d3e0-d69a-4670-8cad-69184abea176 req-689b0058-f074-4195-bcf1-9a1d1fa8d931 service nova] Acquiring lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.600021] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220293, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.748912] env[69073]: DEBUG nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.771534] env[69073]: INFO nova.compute.manager [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Took 31.40 seconds to build instance. [ 1158.775208] env[69073]: DEBUG nova.network.neutron [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Successfully created port: bc060e1f-8f8c-421c-a771-0dff9f676ed2 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.961123] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220295, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.035956] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7a707c-8986-4f1b-8437-cc0b8608936d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.044104] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966be0f-4cc6-4821-8cf8-998f37460119 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.079102] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8164a933-55a1-49d3-a571-e537334dfd48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.087336] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7669922-1b23-49c9-bc4d-d3bdbdb3d188 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.109391] env[69073]: DEBUG nova.compute.provider_tree [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.114618] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220293, 'name': CreateSnapshot_Task, 'duration_secs': 1.409855} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.115639] env[69073]: DEBUG nova.network.neutron [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88db70b6-0037-4418-873d-6b30f2aed4d1", "address": "fa:16:3e:75:50:a1", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88db70b6-00", "ovs_interfaceid": "88db70b6-0037-4418-873d-6b30f2aed4d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.120368] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1159.120368] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95cc4fb-e70e-4c50-8efd-4e056f40a4e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.273916] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a770e30b-4ffc-41f6-9d8a-95ba5bfc0adf tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "251803a4-2d18-495b-b2f0-c8d77143f2c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.914s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.461478] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220295, 'name': ReconfigVM_Task, 'duration_secs': 0.864265} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.461801] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 652a8a5a-24e3-479b-997d-54dc19f7b582/652a8a5a-24e3-479b-997d-54dc19f7b582.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.464888] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5649ba65-9670-4eca-a361-f70f54569516 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.470954] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1159.470954] env[69073]: value = "task-3220296" [ 1159.470954] env[69073]: _type = "Task" [ 1159.470954] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.478903] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220296, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.493106] env[69073]: DEBUG nova.compute.manager [req-fa371753-64c1-4f09-9f24-f7f03c35b35d req-5ae823b2-2fd4-4846-8a90-533ffb9cde17 service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Received event network-changed-a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.493347] env[69073]: DEBUG nova.compute.manager [req-fa371753-64c1-4f09-9f24-f7f03c35b35d req-5ae823b2-2fd4-4846-8a90-533ffb9cde17 service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Refreshing instance network info cache due to event network-changed-a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.493646] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa371753-64c1-4f09-9f24-f7f03c35b35d req-5ae823b2-2fd4-4846-8a90-533ffb9cde17 service nova] Acquiring lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.493889] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa371753-64c1-4f09-9f24-f7f03c35b35d req-5ae823b2-2fd4-4846-8a90-533ffb9cde17 service nova] Acquired lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.494067] env[69073]: DEBUG nova.network.neutron [req-fa371753-64c1-4f09-9f24-f7f03c35b35d req-5ae823b2-2fd4-4846-8a90-533ffb9cde17 service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Refreshing network info cache for port a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.617956] env[69073]: DEBUG nova.scheduler.client.report [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.621727] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.622324] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.622481] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.623028] env[69073]: DEBUG oslo_concurrency.lockutils [req-b3a9d3e0-d69a-4670-8cad-69184abea176 req-689b0058-f074-4195-bcf1-9a1d1fa8d931 service nova] Acquired lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.623232] env[69073]: DEBUG nova.network.neutron [req-b3a9d3e0-d69a-4670-8cad-69184abea176 req-689b0058-f074-4195-bcf1-9a1d1fa8d931 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Refreshing network info cache for port 88db70b6-0037-4418-873d-6b30f2aed4d1 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.624958] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf1b12-08c2-4d8d-9964-d750420cacad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.650572] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1159.652491] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.652706] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.652863] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.653055] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.653206] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.653353] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.653561] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.653718] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.653880] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.654054] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.654229] env[69073]: DEBUG nova.virt.hardware [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.660642] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Reconfiguring VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1159.661058] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d5143d30-b360-4640-a5f8-d827732fe4d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.664502] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5000d68a-3c78-450c-b3b8-c58655b4e29d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.682360] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1159.682360] env[69073]: value = "task-3220297" [ 1159.682360] env[69073]: _type = "Task" [ 1159.682360] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.683755] env[69073]: DEBUG oslo_vmware.api [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1159.683755] env[69073]: value = "task-3220298" [ 1159.683755] env[69073]: _type = "Task" [ 1159.683755] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.694884] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220297, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.697805] env[69073]: DEBUG oslo_vmware.api [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220298, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.763819] env[69073]: DEBUG nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.787987] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.788310] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.788409] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.788672] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.788845] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.788996] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.789414] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.789800] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.790103] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.790464] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.791048] env[69073]: DEBUG nova.virt.hardware [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.792046] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d49463-7911-4249-8a0b-15aec32d1e4b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.802478] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e80a1b8-fa30-4f8f-abba-fb4282a0c928 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.981060] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220296, 'name': Rename_Task, 'duration_secs': 0.302403} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.981352] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.981612] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b128a8e-10df-40aa-81dd-b68aba43ff32 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.988059] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1159.988059] env[69073]: value = "task-3220299" [ 1159.988059] env[69073]: _type = "Task" [ 1159.988059] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.998453] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.123925] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.124473] env[69073]: DEBUG nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.127246] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.266s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.198465] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220297, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.202511] env[69073]: DEBUG oslo_vmware.api [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.245689] env[69073]: DEBUG nova.network.neutron [req-fa371753-64c1-4f09-9f24-f7f03c35b35d req-5ae823b2-2fd4-4846-8a90-533ffb9cde17 service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Updated VIF entry in instance network info cache for port a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.246083] env[69073]: DEBUG nova.network.neutron [req-fa371753-64c1-4f09-9f24-f7f03c35b35d req-5ae823b2-2fd4-4846-8a90-533ffb9cde17 service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Updating instance_info_cache with network_info: [{"id": "a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d", "address": "fa:16:3e:15:f8:16", "network": {"id": "1c4aeffb-0267-4522-96dc-eabae6605fa4", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-434261935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d804aa04ad4e41f6b1f95a45e04ce17e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a5484c-bf", "ovs_interfaceid": "a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.372859] env[69073]: DEBUG nova.network.neutron [req-b3a9d3e0-d69a-4670-8cad-69184abea176 req-689b0058-f074-4195-bcf1-9a1d1fa8d931 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updated VIF entry in instance network info cache for port 88db70b6-0037-4418-873d-6b30f2aed4d1. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.373551] env[69073]: DEBUG nova.network.neutron [req-b3a9d3e0-d69a-4670-8cad-69184abea176 req-689b0058-f074-4195-bcf1-9a1d1fa8d931 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "88db70b6-0037-4418-873d-6b30f2aed4d1", "address": "fa:16:3e:75:50:a1", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88db70b6-00", "ovs_interfaceid": "88db70b6-0037-4418-873d-6b30f2aed4d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.499041] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220299, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.614183] env[69073]: DEBUG nova.network.neutron [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Successfully updated port: bc060e1f-8f8c-421c-a771-0dff9f676ed2 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.630697] env[69073]: DEBUG nova.compute.utils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.632798] env[69073]: DEBUG nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.633219] env[69073]: DEBUG nova.network.neutron [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.694723] env[69073]: DEBUG nova.policy [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f89fdf2b6fc34a3899559111152eb91e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8a369db18244272a591479d8232da1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.703558] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220297, 'name': CloneVM_Task} progress is 95%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.709553] env[69073]: DEBUG oslo_vmware.api [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220298, 'name': ReconfigVM_Task, 'duration_secs': 0.773566} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.710391] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.710814] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Reconfigured VM to attach interface {{(pid=69073) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1160.716147] env[69073]: DEBUG nova.compute.manager [req-a4833143-9fc4-4077-87f1-d41b9428d808 req-b3f9df9d-ceab-4902-982c-dcab886c815b service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Received event network-vif-plugged-bc060e1f-8f8c-421c-a771-0dff9f676ed2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.716601] env[69073]: DEBUG oslo_concurrency.lockutils [req-a4833143-9fc4-4077-87f1-d41b9428d808 req-b3f9df9d-ceab-4902-982c-dcab886c815b service nova] Acquiring lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.716914] env[69073]: DEBUG oslo_concurrency.lockutils [req-a4833143-9fc4-4077-87f1-d41b9428d808 req-b3f9df9d-ceab-4902-982c-dcab886c815b service nova] Lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.717177] env[69073]: DEBUG oslo_concurrency.lockutils [req-a4833143-9fc4-4077-87f1-d41b9428d808 req-b3f9df9d-ceab-4902-982c-dcab886c815b service nova] Lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.717431] env[69073]: DEBUG nova.compute.manager [req-a4833143-9fc4-4077-87f1-d41b9428d808 req-b3f9df9d-ceab-4902-982c-dcab886c815b service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] No waiting events found dispatching network-vif-plugged-bc060e1f-8f8c-421c-a771-0dff9f676ed2 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.717677] env[69073]: WARNING nova.compute.manager [req-a4833143-9fc4-4077-87f1-d41b9428d808 req-b3f9df9d-ceab-4902-982c-dcab886c815b service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Received unexpected event network-vif-plugged-bc060e1f-8f8c-421c-a771-0dff9f676ed2 for instance with vm_state building and task_state spawning. [ 1160.749202] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa371753-64c1-4f09-9f24-f7f03c35b35d req-5ae823b2-2fd4-4846-8a90-533ffb9cde17 service nova] Releasing lock "refresh_cache-251803a4-2d18-495b-b2f0-c8d77143f2c9" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.877368] env[69073]: DEBUG oslo_concurrency.lockutils [req-b3a9d3e0-d69a-4670-8cad-69184abea176 req-689b0058-f074-4195-bcf1-9a1d1fa8d931 service nova] Releasing lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.999074] env[69073]: DEBUG oslo_vmware.api [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220299, 'name': PowerOnVM_Task, 'duration_secs': 0.530304} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.999475] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.999690] env[69073]: INFO nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1161.000607] env[69073]: DEBUG nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.001457] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf6da8f-cfc7-4651-9a8c-d56186229dc7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.046862] env[69073]: DEBUG nova.network.neutron [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Successfully created port: 788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.117793] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquiring lock "refresh_cache-0dbd48c6-5aae-4952-b23b-2e252d8cf541" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.117793] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquired lock "refresh_cache-0dbd48c6-5aae-4952-b23b-2e252d8cf541" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.117956] env[69073]: DEBUG nova.network.neutron [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.144729] env[69073]: DEBUG nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.147815] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Applying migration context for instance 3adb764d-c099-40c5-8ff0-96047b88ea35 as it has an incoming, in-progress migration 504228f2-54f2-478b-ba12-4931fc7de37a. Migration status is confirming {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1161.149675] env[69073]: INFO nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating resource usage from migration 504228f2-54f2-478b-ba12-4931fc7de37a [ 1161.175912] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance df3ab74e-774f-45ef-94c6-f935b046cdda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.176080] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 7a5dd18c-691e-4825-83c5-39db5b0abc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.176209] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f853d0fd-aeab-46da-a3f2-acba416da850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.176331] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance c4d3c5ac-1807-40d2-8292-8496190b9e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.176448] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance a0d626c7-f657-4ec0-b58f-794ef24012d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.176590] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance e8e29060-d2c9-4bec-810f-3ddaf44e4735 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1161.176707] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance eb107694-39c5-4b35-8d3b-f36b545868d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.176821] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.176933] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance ecb2079d-787a-48af-860b-3c0760087a4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.177054] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 14a93dcf-864c-4744-bc6f-d6df2f0de02f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.177174] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Migration 504228f2-54f2-478b-ba12-4931fc7de37a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1161.177288] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 3adb764d-c099-40c5-8ff0-96047b88ea35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.177397] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 94e45830-9a41-4439-987f-396201cf0b6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.177504] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance db9761bc-7fcc-4a83-8ba8-b314f02c21d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.177625] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 251803a4-2d18-495b-b2f0-c8d77143f2c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.177710] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 652a8a5a-24e3-479b-997d-54dc19f7b582 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.195251] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220297, 'name': CloneVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.220884] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ea9a3ab4-0267-42da-ad79-03a82c9f63db tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-eb107694-39c5-4b35-8d3b-f36b545868d6-88db70b6-0037-4418-873d-6b30f2aed4d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.258s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.519964] env[69073]: INFO nova.compute.manager [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Took 32.93 seconds to build instance. [ 1161.653683] env[69073]: DEBUG nova.network.neutron [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.681736] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1161.682221] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 0dbd48c6-5aae-4952-b23b-2e252d8cf541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.682221] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance fbd12a57-c16d-4944-91e8-d12048022e89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1161.695740] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220297, 'name': CloneVM_Task, 'duration_secs': 1.634971} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.697206] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Created linked-clone VM from snapshot [ 1161.698710] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ba9b8-2f79-46fe-b447-106a2879df80 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.706273] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Uploading image d446d94d-b6b5-4ea8-96a0-b35c1fb039b6 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1161.733841] env[69073]: DEBUG oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1161.733841] env[69073]: value = "vm-643827" [ 1161.733841] env[69073]: _type = "VirtualMachine" [ 1161.733841] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1161.734158] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fa11e99a-d009-4307-b0d0-e4304d9eb903 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.741009] env[69073]: DEBUG oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lease: (returnval){ [ 1161.741009] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5276bfff-c028-1030-9b19-58e063a6c2a6" [ 1161.741009] env[69073]: _type = "HttpNfcLease" [ 1161.741009] env[69073]: } obtained for exporting VM: (result){ [ 1161.741009] env[69073]: value = "vm-643827" [ 1161.741009] env[69073]: _type = "VirtualMachine" [ 1161.741009] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1161.741246] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the lease: (returnval){ [ 1161.741246] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5276bfff-c028-1030-9b19-58e063a6c2a6" [ 1161.741246] env[69073]: _type = "HttpNfcLease" [ 1161.741246] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1161.751648] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.751648] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5276bfff-c028-1030-9b19-58e063a6c2a6" [ 1161.751648] env[69073]: _type = "HttpNfcLease" [ 1161.751648] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.811148] env[69073]: DEBUG nova.network.neutron [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Updating instance_info_cache with network_info: [{"id": "bc060e1f-8f8c-421c-a771-0dff9f676ed2", "address": "fa:16:3e:0c:7c:9f", "network": {"id": "c8868a69-cf5d-4e85-9b0e-d2eaac92757d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1741144879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4028ccc39fe5493ab34dbe6c3dfeaf01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc060e1f-8f", "ovs_interfaceid": "bc060e1f-8f8c-421c-a771-0dff9f676ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.022383] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cce718b9-0c4b-4457-b9c1-1d1aed69e015 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "652a8a5a-24e3-479b-997d-54dc19f7b582" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.443s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.163152] env[69073]: DEBUG nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.187600] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.188102] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.188448] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.188789] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.189309] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.190353] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.190353] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.190353] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.190353] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.190596] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.191938] env[69073]: DEBUG nova.virt.hardware [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.191938] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 4d019ce6-0008-4b6a-8fb5-8190c923f39a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1162.191938] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1162.191938] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1162.194922] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fe47c6-b9c5-4864-810f-b98a38c21bac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.204432] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ee496-10a4-45e6-b609-591e5406c04f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.258826] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.258826] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5276bfff-c028-1030-9b19-58e063a6c2a6" [ 1162.258826] env[69073]: _type = "HttpNfcLease" [ 1162.258826] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1162.259735] env[69073]: DEBUG oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1162.259735] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5276bfff-c028-1030-9b19-58e063a6c2a6" [ 1162.259735] env[69073]: _type = "HttpNfcLease" [ 1162.259735] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1162.260455] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6743a6a-ac3a-4963-bb5c-1905b457a02a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.269643] env[69073]: DEBUG oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250c963-6a99-f623-17a3-5152c7a22bf5/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1162.269843] env[69073]: DEBUG oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250c963-6a99-f623-17a3-5152c7a22bf5/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1162.332544] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Releasing lock "refresh_cache-0dbd48c6-5aae-4952-b23b-2e252d8cf541" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.332544] env[69073]: DEBUG nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Instance network_info: |[{"id": "bc060e1f-8f8c-421c-a771-0dff9f676ed2", "address": "fa:16:3e:0c:7c:9f", "network": {"id": "c8868a69-cf5d-4e85-9b0e-d2eaac92757d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1741144879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4028ccc39fe5493ab34dbe6c3dfeaf01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc060e1f-8f", "ovs_interfaceid": "bc060e1f-8f8c-421c-a771-0dff9f676ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.335397] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:7c:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc060e1f-8f8c-421c-a771-0dff9f676ed2', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.343038] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Creating folder: Project (4028ccc39fe5493ab34dbe6c3dfeaf01). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.345129] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c4d7203-050e-4737-a0fc-052481deb254 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.358441] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Created folder: Project (4028ccc39fe5493ab34dbe6c3dfeaf01) in parent group-v643537. [ 1162.358649] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Creating folder: Instances. Parent ref: group-v643828. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.358889] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b30a6020-02da-4cec-bfa6-5c9ac95c5baf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.370836] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Created folder: Instances in parent group-v643828. [ 1162.371206] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.371352] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.371573] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0200640c-c815-4d9c-83f2-92de206b08ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.392219] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d34f13f7-8479-4536-8806-e368cb6b1485 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.396540] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.396540] env[69073]: value = "task-3220303" [ 1162.396540] env[69073]: _type = "Task" [ 1162.396540] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.406171] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220303, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.622449] env[69073]: DEBUG nova.network.neutron [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Successfully updated port: 788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.674112] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f09a5bb-b83d-4013-b247-9a63347f1c80 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.682222] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5769dc-d185-47ec-9387-e11794243880 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.716062] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3a6b75-4206-4e94-9c21-390a659a2e87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.724115] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cab05c-7665-4f9b-879b-02e104dc797b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.739947] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.741552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "652a8a5a-24e3-479b-997d-54dc19f7b582" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.741754] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "652a8a5a-24e3-479b-997d-54dc19f7b582" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.742430] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "652a8a5a-24e3-479b-997d-54dc19f7b582-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.742430] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "652a8a5a-24e3-479b-997d-54dc19f7b582-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.742430] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "652a8a5a-24e3-479b-997d-54dc19f7b582-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.744218] env[69073]: INFO nova.compute.manager [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Terminating instance [ 1162.747757] env[69073]: DEBUG nova.compute.manager [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Received event network-changed-bc060e1f-8f8c-421c-a771-0dff9f676ed2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.748076] env[69073]: DEBUG nova.compute.manager [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Refreshing instance network info cache due to event network-changed-bc060e1f-8f8c-421c-a771-0dff9f676ed2. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.748438] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Acquiring lock "refresh_cache-0dbd48c6-5aae-4952-b23b-2e252d8cf541" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.748438] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Acquired lock "refresh_cache-0dbd48c6-5aae-4952-b23b-2e252d8cf541" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.748553] env[69073]: DEBUG nova.network.neutron [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Refreshing network info cache for port bc060e1f-8f8c-421c-a771-0dff9f676ed2 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.752917] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "interface-eb107694-39c5-4b35-8d3b-f36b545868d6-88db70b6-0037-4418-873d-6b30f2aed4d1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.753146] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-eb107694-39c5-4b35-8d3b-f36b545868d6-88db70b6-0037-4418-873d-6b30f2aed4d1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.908069] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220303, 'name': CreateVM_Task, 'duration_secs': 0.457861} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.908273] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.908975] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.909258] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.909792] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.910235] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b54156-fc20-424d-abac-3ee7e59c9e7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.915070] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1162.915070] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bc9e9a-2d88-fd48-3160-15d004026620" [ 1162.915070] env[69073]: _type = "Task" [ 1162.915070] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.923098] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bc9e9a-2d88-fd48-3160-15d004026620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.125642] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.125841] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.126022] env[69073]: DEBUG nova.network.neutron [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.246076] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.258174] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.258174] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.258174] env[69073]: DEBUG nova.compute.manager [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.258174] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.258725] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d9a9be-ec79-42a4-b5bf-675451d0160e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.262024] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7525461-836c-4fcb-8913-22e21f0c0181 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.271073] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.282442] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-237c87bc-f7b3-4b10-99e9-efd44e2e3cb6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.287267] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23fbb10-fd53-49d2-97d7-0191c04755a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.320473] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Reconfiguring VM to detach interface {{(pid=69073) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1163.322455] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa86f92-394a-42e0-8231-092cd749a7ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.336457] env[69073]: DEBUG oslo_vmware.api [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1163.336457] env[69073]: value = "task-3220304" [ 1163.336457] env[69073]: _type = "Task" [ 1163.336457] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.344726] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1163.344726] env[69073]: value = "task-3220305" [ 1163.344726] env[69073]: _type = "Task" [ 1163.344726] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.351285] env[69073]: DEBUG oslo_vmware.api [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.356871] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.426893] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bc9e9a-2d88-fd48-3160-15d004026620, 'name': SearchDatastore_Task, 'duration_secs': 0.010037} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.427400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.427728] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.428094] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.428331] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.428573] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.428883] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdd9a8b9-a63a-4445-b6a3-6c1885aa08ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.438159] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.438479] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.439203] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e10e549-07bd-408a-966a-639334040e4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.447930] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1163.447930] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523115de-c237-f119-fa8b-ba8f3e4b6009" [ 1163.447930] env[69073]: _type = "Task" [ 1163.447930] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.456798] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523115de-c237-f119-fa8b-ba8f3e4b6009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.513560] env[69073]: DEBUG nova.network.neutron [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Updated VIF entry in instance network info cache for port bc060e1f-8f8c-421c-a771-0dff9f676ed2. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.514094] env[69073]: DEBUG nova.network.neutron [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Updating instance_info_cache with network_info: [{"id": "bc060e1f-8f8c-421c-a771-0dff9f676ed2", "address": "fa:16:3e:0c:7c:9f", "network": {"id": "c8868a69-cf5d-4e85-9b0e-d2eaac92757d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1741144879-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4028ccc39fe5493ab34dbe6c3dfeaf01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc060e1f-8f", "ovs_interfaceid": "bc060e1f-8f8c-421c-a771-0dff9f676ed2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.671788] env[69073]: DEBUG nova.network.neutron [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.752749] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1163.753062] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.626s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.753371] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.803s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.753571] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.755640] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.630s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.755814] env[69073]: DEBUG nova.objects.instance [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'pci_requests' on Instance uuid f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.781832] env[69073]: INFO nova.scheduler.client.report [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted allocations for instance e8e29060-d2c9-4bec-810f-3ddaf44e4735 [ 1163.827987] env[69073]: DEBUG nova.network.neutron [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updating instance_info_cache with network_info: [{"id": "788c924d-60a5-4ecf-93b1-18c91d02a9fa", "address": "fa:16:3e:0b:c2:bf", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788c924d-60", "ovs_interfaceid": "788c924d-60a5-4ecf-93b1-18c91d02a9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.852418] env[69073]: DEBUG oslo_vmware.api [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220304, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.858134] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.959172] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523115de-c237-f119-fa8b-ba8f3e4b6009, 'name': SearchDatastore_Task, 'duration_secs': 0.015933} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.961031] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f589ab6c-4c16-40e0-84db-567ea8aec301 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.965407] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1163.965407] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b435d8-7821-cedf-10f5-19602e5508ff" [ 1163.965407] env[69073]: _type = "Task" [ 1163.965407] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.973088] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b435d8-7821-cedf-10f5-19602e5508ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.017569] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Releasing lock "refresh_cache-0dbd48c6-5aae-4952-b23b-2e252d8cf541" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.017855] env[69073]: DEBUG nova.compute.manager [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Received event network-vif-plugged-788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.018067] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.018280] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Lock "fbd12a57-c16d-4944-91e8-d12048022e89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.018442] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Lock "fbd12a57-c16d-4944-91e8-d12048022e89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.018609] env[69073]: DEBUG nova.compute.manager [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] No waiting events found dispatching network-vif-plugged-788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.018778] env[69073]: WARNING nova.compute.manager [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Received unexpected event network-vif-plugged-788c924d-60a5-4ecf-93b1-18c91d02a9fa for instance with vm_state building and task_state spawning. [ 1164.018942] env[69073]: DEBUG nova.compute.manager [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Received event network-changed-788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.019113] env[69073]: DEBUG nova.compute.manager [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Refreshing instance network info cache due to event network-changed-788c924d-60a5-4ecf-93b1-18c91d02a9fa. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.019293] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Acquiring lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.259607] env[69073]: DEBUG nova.objects.instance [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'numa_topology' on Instance uuid f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.292934] env[69073]: DEBUG oslo_concurrency.lockutils [None req-0d5675a5-a5fd-4814-9a1a-42d070765f8d tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "e8e29060-d2c9-4bec-810f-3ddaf44e4735" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.852s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.330530] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Releasing lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.330888] env[69073]: DEBUG nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Instance network_info: |[{"id": "788c924d-60a5-4ecf-93b1-18c91d02a9fa", "address": "fa:16:3e:0b:c2:bf", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788c924d-60", "ovs_interfaceid": "788c924d-60a5-4ecf-93b1-18c91d02a9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.331195] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Acquired lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.331371] env[69073]: DEBUG nova.network.neutron [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Refreshing network info cache for port 788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1164.332504] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:c2:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '788c924d-60a5-4ecf-93b1-18c91d02a9fa', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.340203] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.341247] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.344405] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dc95b74-043a-4c64-9c31-7cb3894d9c04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.365420] env[69073]: DEBUG oslo_vmware.api [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220304, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.366778] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.366778] env[69073]: value = "task-3220306" [ 1164.366778] env[69073]: _type = "Task" [ 1164.366778] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.372951] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.378216] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220306, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.475447] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b435d8-7821-cedf-10f5-19602e5508ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.475701] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.475962] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 0dbd48c6-5aae-4952-b23b-2e252d8cf541/0dbd48c6-5aae-4952-b23b-2e252d8cf541.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.476239] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3779edb-6e08-45f6-bb27-c9a2c8155e86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.482125] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1164.482125] env[69073]: value = "task-3220307" [ 1164.482125] env[69073]: _type = "Task" [ 1164.482125] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.490530] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.762011] env[69073]: INFO nova.compute.claims [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.855234] env[69073]: DEBUG oslo_vmware.api [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220304, 'name': PowerOffVM_Task, 'duration_secs': 1.19793} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.855730] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.855973] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.856364] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a60c2dd1-06c0-4979-9cdc-5f5a3270c468 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.870409] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.880339] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220306, 'name': CreateVM_Task, 'duration_secs': 0.418601} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.883197] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.884074] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.884620] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.884756] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.885325] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6567840a-b0a1-456c-822b-1e9dfc83bbc9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.891581] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1164.891581] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520fee99-1ff4-c02b-c335-dcacbf2a6216" [ 1164.891581] env[69073]: _type = "Task" [ 1164.891581] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.903557] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520fee99-1ff4-c02b-c335-dcacbf2a6216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.925456] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.925813] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.926105] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleting the datastore file [datastore2] 652a8a5a-24e3-479b-997d-54dc19f7b582 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.926461] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70425591-47fc-4b20-b0f6-07798ccfa293 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.935443] env[69073]: DEBUG oslo_vmware.api [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1164.935443] env[69073]: value = "task-3220309" [ 1164.935443] env[69073]: _type = "Task" [ 1164.935443] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.952090] env[69073]: DEBUG oslo_vmware.api [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.991898] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220307, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.369520] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.402463] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520fee99-1ff4-c02b-c335-dcacbf2a6216, 'name': SearchDatastore_Task, 'duration_secs': 0.055569} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.402745] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.402969] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.403220] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.403365] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.403544] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.403795] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a834cd7d-074e-42a8-b78f-b8a40fb521b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.420762] env[69073]: DEBUG nova.network.neutron [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updated VIF entry in instance network info cache for port 788c924d-60a5-4ecf-93b1-18c91d02a9fa. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1165.420762] env[69073]: DEBUG nova.network.neutron [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updating instance_info_cache with network_info: [{"id": "788c924d-60a5-4ecf-93b1-18c91d02a9fa", "address": "fa:16:3e:0b:c2:bf", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788c924d-60", "ovs_interfaceid": "788c924d-60a5-4ecf-93b1-18c91d02a9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.422651] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.422823] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.427570] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230389ce-3baf-464f-9d5c-7d9f96735031 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.433814] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1165.433814] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b03f1-a3dd-f779-ea47-322b1ce2d032" [ 1165.433814] env[69073]: _type = "Task" [ 1165.433814] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.445257] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b03f1-a3dd-f779-ea47-322b1ce2d032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.448212] env[69073]: DEBUG oslo_vmware.api [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244221} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.448440] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.448611] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.448784] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.448949] env[69073]: INFO nova.compute.manager [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1165.449196] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.450427] env[69073]: DEBUG nova.compute.manager [-] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.450427] env[69073]: DEBUG nova.network.neutron [-] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.494468] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515956} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.494725] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 0dbd48c6-5aae-4952-b23b-2e252d8cf541/0dbd48c6-5aae-4952-b23b-2e252d8cf541.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.494936] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.495203] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ef16819-796b-4678-ae20-6e7961373909 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.501994] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1165.501994] env[69073]: value = "task-3220310" [ 1165.501994] env[69073]: _type = "Task" [ 1165.501994] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.510771] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.763848] env[69073]: DEBUG nova.compute.manager [req-f1455b60-f273-4842-b867-ecdf4fec678e req-ce457d4d-787a-491d-bc59-93a3cc4b6b76 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Received event network-vif-deleted-8ca61c6d-8dd5-49ca-b7f6-72d63402d799 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.764298] env[69073]: INFO nova.compute.manager [req-f1455b60-f273-4842-b867-ecdf4fec678e req-ce457d4d-787a-491d-bc59-93a3cc4b6b76 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Neutron deleted interface 8ca61c6d-8dd5-49ca-b7f6-72d63402d799; detaching it from the instance and deleting it from the info cache [ 1165.764481] env[69073]: DEBUG nova.network.neutron [req-f1455b60-f273-4842-b867-ecdf4fec678e req-ce457d4d-787a-491d-bc59-93a3cc4b6b76 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.869140] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.930165] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3f25ff7-f2a6-4de1-b5cc-acc7f6a95dc5 req-38a27e65-70a4-4383-808b-367b6b600e76 service nova] Releasing lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.947015] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b03f1-a3dd-f779-ea47-322b1ce2d032, 'name': SearchDatastore_Task, 'duration_secs': 0.043935} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.947824] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674d424a-d360-4743-97a8-49c80ba34903 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.956677] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1165.956677] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5283b2fd-9441-327d-8afe-3fa522c5bbc8" [ 1165.956677] env[69073]: _type = "Task" [ 1165.956677] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.966439] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5283b2fd-9441-327d-8afe-3fa522c5bbc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.013318] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108167} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.016411] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.017612] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04da70a3-3501-46be-a1b3-254ab32e7eeb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.041768] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 0dbd48c6-5aae-4952-b23b-2e252d8cf541/0dbd48c6-5aae-4952-b23b-2e252d8cf541.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.045227] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2987c3e8-7073-485a-86e8-a677e32b2c80 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.065740] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1166.065740] env[69073]: value = "task-3220311" [ 1166.065740] env[69073]: _type = "Task" [ 1166.065740] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.078806] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.083996] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e3d34-84c2-46e6-a04c-391040aad40d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.091253] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc45743-3e01-471e-83d6-bd09a513baa6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.122161] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb7ca18-da50-4059-bc6f-3f80c0af72a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.129741] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e9f9f1-f465-40de-a98e-cc1c836f0c61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.143342] env[69073]: DEBUG nova.compute.provider_tree [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.225595] env[69073]: DEBUG nova.network.neutron [-] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.268697] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-622c8309-db2b-4c41-a69f-4253db2a7374 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.278680] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a83aec-c696-46f1-a4f1-ecb8e1c6830f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.295357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.295628] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.330072] env[69073]: DEBUG nova.compute.manager [req-f1455b60-f273-4842-b867-ecdf4fec678e req-ce457d4d-787a-491d-bc59-93a3cc4b6b76 service nova] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Detach interface failed, port_id=8ca61c6d-8dd5-49ca-b7f6-72d63402d799, reason: Instance 652a8a5a-24e3-479b-997d-54dc19f7b582 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.374020] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.468116] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5283b2fd-9441-327d-8afe-3fa522c5bbc8, 'name': SearchDatastore_Task, 'duration_secs': 0.013151} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.468386] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.469029] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] fbd12a57-c16d-4944-91e8-d12048022e89/fbd12a57-c16d-4944-91e8-d12048022e89.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.469029] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af10ce76-e5c8-4c98-8a98-2db74891dc39 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.475812] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1166.475812] env[69073]: value = "task-3220312" [ 1166.475812] env[69073]: _type = "Task" [ 1166.475812] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.484222] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.575679] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220311, 'name': ReconfigVM_Task, 'duration_secs': 0.275384} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.575956] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 0dbd48c6-5aae-4952-b23b-2e252d8cf541/0dbd48c6-5aae-4952-b23b-2e252d8cf541.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.576630] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26052c23-ba44-417a-a638-54bc7d4d8bd5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.583254] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1166.583254] env[69073]: value = "task-3220313" [ 1166.583254] env[69073]: _type = "Task" [ 1166.583254] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.591856] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220313, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.647076] env[69073]: DEBUG nova.scheduler.client.report [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.728853] env[69073]: INFO nova.compute.manager [-] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Took 1.28 seconds to deallocate network for instance. [ 1166.798366] env[69073]: DEBUG nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.871977] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.987624] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.094129] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220313, 'name': Rename_Task, 'duration_secs': 0.142233} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.094450] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.094744] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b268122-d016-4030-8770-52b102788d62 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.100849] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1167.100849] env[69073]: value = "task-3220314" [ 1167.100849] env[69073]: _type = "Task" [ 1167.100849] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.108900] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.157430] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.401s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.160871] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.969s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.193461] env[69073]: INFO nova.network.neutron [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating port 18634d19-253b-445a-bb76-6ce39cf79a2b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1167.236924] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.328567] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.373717] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.486099] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220312, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.611580] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220314, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.873153] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.929115] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ddccdb-264f-404e-82d9-f90705169ae9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.937234] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12882d4e-8915-458d-8085-690437358d19 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.967272] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2cdeac-f197-4609-950b-5e8d20fc0da3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.974562] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c28d5c6-8935-4368-be7f-de4609a970f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.985873] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220312, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.993460] env[69073]: DEBUG nova.compute.provider_tree [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.042319] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "ecb2079d-787a-48af-860b-3c0760087a4d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.042606] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.114047] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220314, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.373984] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.489072] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220312, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.540235} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.489072] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] fbd12a57-c16d-4944-91e8-d12048022e89/fbd12a57-c16d-4944-91e8-d12048022e89.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.489459] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.489728] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6754b9bb-cf18-4753-b083-4808b55b5bdb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.496490] env[69073]: DEBUG nova.scheduler.client.report [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.501103] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1168.501103] env[69073]: value = "task-3220315" [ 1168.501103] env[69073]: _type = "Task" [ 1168.501103] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.510193] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.547260] env[69073]: DEBUG nova.compute.utils [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.612537] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220314, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.676481] env[69073]: DEBUG nova.compute.manager [req-b64d6783-356f-464f-af86-9d47af632a0d req-d06786fb-9e88-418f-9746-fba4617ad0a7 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received event network-vif-plugged-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.676738] env[69073]: DEBUG oslo_concurrency.lockutils [req-b64d6783-356f-464f-af86-9d47af632a0d req-d06786fb-9e88-418f-9746-fba4617ad0a7 service nova] Acquiring lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.676951] env[69073]: DEBUG oslo_concurrency.lockutils [req-b64d6783-356f-464f-af86-9d47af632a0d req-d06786fb-9e88-418f-9746-fba4617ad0a7 service nova] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.677143] env[69073]: DEBUG oslo_concurrency.lockutils [req-b64d6783-356f-464f-af86-9d47af632a0d req-d06786fb-9e88-418f-9746-fba4617ad0a7 service nova] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.677375] env[69073]: DEBUG nova.compute.manager [req-b64d6783-356f-464f-af86-9d47af632a0d req-d06786fb-9e88-418f-9746-fba4617ad0a7 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] No waiting events found dispatching network-vif-plugged-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.677517] env[69073]: WARNING nova.compute.manager [req-b64d6783-356f-464f-af86-9d47af632a0d req-d06786fb-9e88-418f-9746-fba4617ad0a7 service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received unexpected event network-vif-plugged-18634d19-253b-445a-bb76-6ce39cf79a2b for instance with vm_state shelved_offloaded and task_state spawning. [ 1168.775368] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.775542] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.775719] env[69073]: DEBUG nova.network.neutron [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.874351] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.014752] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074744} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.015077] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.015879] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58070d55-9e62-4c8d-a8c3-ab86151c5ebb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.039140] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] fbd12a57-c16d-4944-91e8-d12048022e89/fbd12a57-c16d-4944-91e8-d12048022e89.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.040329] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11948815-ef07-4dc6-a977-01c898d861c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.057139] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.063050] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1169.063050] env[69073]: value = "task-3220316" [ 1169.063050] env[69073]: _type = "Task" [ 1169.063050] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.071631] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.114793] env[69073]: DEBUG oslo_vmware.api [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220314, 'name': PowerOnVM_Task, 'duration_secs': 1.630691} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.115139] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.115469] env[69073]: INFO nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1169.115606] env[69073]: DEBUG nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.116534] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5019dde8-857f-4185-92ea-f7e3f1ee3959 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.374590] env[69073]: DEBUG oslo_vmware.api [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220305, 'name': ReconfigVM_Task, 'duration_secs': 5.815629} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.374828] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.375087] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Reconfigured VM to detach interface {{(pid=69073) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1169.496934] env[69073]: DEBUG nova.network.neutron [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [{"id": "18634d19-253b-445a-bb76-6ce39cf79a2b", "address": "fa:16:3e:3b:52:a4", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18634d19-25", "ovs_interfaceid": "18634d19-253b-445a-bb76-6ce39cf79a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.511502] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.351s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.514889] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.073s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.516657] env[69073]: INFO nova.compute.claims [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.579018] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220316, 'name': ReconfigVM_Task, 'duration_secs': 0.358283} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.579437] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfigured VM instance instance-0000006b to attach disk [datastore1] fbd12a57-c16d-4944-91e8-d12048022e89/fbd12a57-c16d-4944-91e8-d12048022e89.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.580288] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dec91857-9460-4469-b92c-20150962f47c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.587599] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1169.587599] env[69073]: value = "task-3220317" [ 1169.587599] env[69073]: _type = "Task" [ 1169.587599] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.599889] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220317, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.637457] env[69073]: INFO nova.compute.manager [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Took 27.68 seconds to build instance. [ 1169.875714] env[69073]: DEBUG oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250c963-6a99-f623-17a3-5152c7a22bf5/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1169.876680] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd8653b-1e43-400c-9f12-532306a14df2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.883129] env[69073]: DEBUG oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250c963-6a99-f623-17a3-5152c7a22bf5/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1169.883296] env[69073]: ERROR oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250c963-6a99-f623-17a3-5152c7a22bf5/disk-0.vmdk due to incomplete transfer. [ 1169.883516] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e900336e-ed9f-430a-8970-0c853c93fa70 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.893539] env[69073]: DEBUG oslo_vmware.rw_handles [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5250c963-6a99-f623-17a3-5152c7a22bf5/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1169.893746] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Uploaded image d446d94d-b6b5-4ea8-96a0-b35c1fb039b6 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1169.895912] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1169.896181] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cacacc19-0a64-4bd4-ab40-b13a28983f97 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.902235] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1169.902235] env[69073]: value = "task-3220318" [ 1169.902235] env[69073]: _type = "Task" [ 1169.902235] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.910457] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220318, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.000067] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.039603] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ae6c467b5223622089da900b2d1592ba',container_format='bare',created_at=2025-04-03T02:44:57Z,direct_url=,disk_format='vmdk',id=34168672-31e5-4085-ab02-e2493bca6c73,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2028828074-shelved',owner='137c515a45c44ec885477db6eb728780',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-04-03T02:45:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.039876] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.040095] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.040191] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.040311] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.040503] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.040744] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.040908] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.041093] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.041261] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.041434] env[69073]: DEBUG nova.virt.hardware [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.042632] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4188a65a-6749-4d91-bdfa-718415f42b35 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.054312] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb7b0d6-16fb-4cd3-8ce5-893a3bc30e93 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.071807] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:52:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1712475b-e1be-49e0-9a18-febd305c90ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18634d19-253b-445a-bb76-6ce39cf79a2b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.079970] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.080703] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.080995] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfae6184-1861-42d3-9a43-3f17e24eb65b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.100415] env[69073]: INFO nova.scheduler.client.report [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted allocation for migration 504228f2-54f2-478b-ba12-4931fc7de37a [ 1170.110665] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.110665] env[69073]: value = "task-3220319" [ 1170.110665] env[69073]: _type = "Task" [ 1170.110665] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.114793] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220317, 'name': Rename_Task, 'duration_secs': 0.168584} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.118281] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.118383] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e89ffd-fc04-4060-a070-00af986bd896 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.124230] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220319, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.125494] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1170.125494] env[69073]: value = "task-3220320" [ 1170.125494] env[69073]: _type = "Task" [ 1170.125494] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.133061] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.137754] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "ecb2079d-787a-48af-860b-3c0760087a4d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.137983] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.138225] env[69073]: INFO nova.compute.manager [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Attaching volume 5f814edd-4420-41b6-a24c-b0e427d7bc7f to /dev/sdb [ 1170.140304] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b7078154-7884-4188-9b3f-3c10428cdc4a tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.193s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.183247] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148d5ed1-065c-4483-a2cb-780a44e5f674 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.192448] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facf7161-898b-4152-954f-c21eda397027 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.207329] env[69073]: DEBUG nova.virt.block_device [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating existing volume attachment record: 2be02f06-9da4-4a93-ac87-355108651617 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1170.413029] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220318, 'name': Destroy_Task, 'duration_secs': 0.433322} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.413029] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Destroyed the VM [ 1170.413029] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1170.413029] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac2786a3-91d8-4925-8567-1a4b1ae95ecc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.421174] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1170.421174] env[69073]: value = "task-3220323" [ 1170.421174] env[69073]: _type = "Task" [ 1170.421174] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.433345] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220323, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.529263] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquiring lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.529263] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.529263] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquiring lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.529263] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.529263] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.534166] env[69073]: INFO nova.compute.manager [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Terminating instance [ 1170.609748] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a31dbcd5-c7d6-41ff-ba15-d0daada1472e tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.789s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.630226] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220319, 'name': CreateVM_Task, 'duration_secs': 0.396214} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.634083] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.637567] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.637747] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.638129] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.638967] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1be412-3914-4206-bb58-0d75a7a47652 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.646978] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220320, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.653751] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1170.653751] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ec5ad7-0aad-e146-f8ac-ac8db15a3beb" [ 1170.653751] env[69073]: _type = "Task" [ 1170.653751] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.662883] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ec5ad7-0aad-e146-f8ac-ac8db15a3beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.710415] env[69073]: DEBUG nova.compute.manager [req-8ea311f7-ead6-4a64-8911-21fced81eaec req-16e6a922-f138-442d-b003-956bbfe11caf service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received event network-changed-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.711773] env[69073]: DEBUG nova.compute.manager [req-8ea311f7-ead6-4a64-8911-21fced81eaec req-16e6a922-f138-442d-b003-956bbfe11caf service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Refreshing instance network info cache due to event network-changed-18634d19-253b-445a-bb76-6ce39cf79a2b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.711773] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ea311f7-ead6-4a64-8911-21fced81eaec req-16e6a922-f138-442d-b003-956bbfe11caf service nova] Acquiring lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.711773] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ea311f7-ead6-4a64-8911-21fced81eaec req-16e6a922-f138-442d-b003-956bbfe11caf service nova] Acquired lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.711773] env[69073]: DEBUG nova.network.neutron [req-8ea311f7-ead6-4a64-8911-21fced81eaec req-16e6a922-f138-442d-b003-956bbfe11caf service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Refreshing network info cache for port 18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.795851] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.796042] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquired lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.796242] env[69073]: DEBUG nova.network.neutron [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.805315] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "3adb764d-c099-40c5-8ff0-96047b88ea35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.805587] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.805815] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.806027] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.806233] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.809722] env[69073]: INFO nova.compute.manager [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Terminating instance [ 1170.832237] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee22a066-f4d5-4e1a-8ae1-746263004842 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.841067] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f7bcff-5b7f-4dea-af38-fb4809bf1f04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.871970] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7148e485-27c8-4cde-9dda-998dea8fdf87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.879268] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eab8d3-9708-4487-ae8f-027b7f4d8901 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.894643] env[69073]: DEBUG nova.compute.provider_tree [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.930308] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220323, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.040216] env[69073]: DEBUG nova.compute.manager [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.040549] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.041529] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6435a7-1b2b-4d64-92ef-8eb120a690ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.049028] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.050892] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222bc629-26dc-4101-8633-5ef58da4335f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.055163] env[69073]: DEBUG oslo_vmware.api [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1171.055163] env[69073]: value = "task-3220325" [ 1171.055163] env[69073]: _type = "Task" [ 1171.055163] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.062846] env[69073]: DEBUG oslo_vmware.api [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.140427] env[69073]: DEBUG oslo_vmware.api [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220320, 'name': PowerOnVM_Task, 'duration_secs': 0.540321} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.140705] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.140907] env[69073]: INFO nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1171.141100] env[69073]: DEBUG nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.141981] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e72342-14bd-4759-9318-a0511302b46b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.165354] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.165640] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Processing image 34168672-31e5-4085-ab02-e2493bca6c73 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.166234] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73/34168672-31e5-4085-ab02-e2493bca6c73.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.166234] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73/34168672-31e5-4085-ab02-e2493bca6c73.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.166395] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.166685] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0b9249d-2eb3-4c3a-a31c-3ac74e9a8a9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.175153] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.175360] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.176157] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4318b9ce-1146-4945-9f7b-79b6509bc2b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.182288] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1171.182288] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52af0f6b-e4b4-b805-160b-b9717cebe662" [ 1171.182288] env[69073]: _type = "Task" [ 1171.182288] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.192464] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52af0f6b-e4b4-b805-160b-b9717cebe662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.315803] env[69073]: DEBUG nova.compute.manager [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.316111] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.317156] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a198707-79bd-4e39-afe7-11af3e7424aa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.325046] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.325046] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db88e83a-6c4b-413d-b2f6-d2e622243bf1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.331031] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "eb107694-39c5-4b35-8d3b-f36b545868d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.331205] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.331405] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.331586] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.331752] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.333452] env[69073]: DEBUG oslo_vmware.api [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1171.333452] env[69073]: value = "task-3220326" [ 1171.333452] env[69073]: _type = "Task" [ 1171.333452] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.333880] env[69073]: INFO nova.compute.manager [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Terminating instance [ 1171.351086] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.351343] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.352657] env[69073]: DEBUG oslo_vmware.api [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.397382] env[69073]: DEBUG nova.scheduler.client.report [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.432712] env[69073]: DEBUG oslo_vmware.api [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220323, 'name': RemoveSnapshot_Task, 'duration_secs': 0.807943} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.434889] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1171.435167] env[69073]: INFO nova.compute.manager [None req-af0e5492-eb02-45aa-99a4-59960e51c307 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Took 14.39 seconds to snapshot the instance on the hypervisor. [ 1171.499470] env[69073]: DEBUG nova.network.neutron [req-8ea311f7-ead6-4a64-8911-21fced81eaec req-16e6a922-f138-442d-b003-956bbfe11caf service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updated VIF entry in instance network info cache for port 18634d19-253b-445a-bb76-6ce39cf79a2b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.499873] env[69073]: DEBUG nova.network.neutron [req-8ea311f7-ead6-4a64-8911-21fced81eaec req-16e6a922-f138-442d-b003-956bbfe11caf service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [{"id": "18634d19-253b-445a-bb76-6ce39cf79a2b", "address": "fa:16:3e:3b:52:a4", "network": {"id": "0552f184-4653-4f61-824f-74a867833c90", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-353746989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "137c515a45c44ec885477db6eb728780", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1712475b-e1be-49e0-9a18-febd305c90ad", "external-id": "nsx-vlan-transportzone-531", "segmentation_id": 531, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18634d19-25", "ovs_interfaceid": "18634d19-253b-445a-bb76-6ce39cf79a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.567899] env[69073]: DEBUG oslo_vmware.api [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220325, 'name': PowerOffVM_Task, 'duration_secs': 0.271155} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.568342] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.569384] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.569384] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99fbcad5-ba98-4fd5-ad0d-8f853c8e65f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.571720] env[69073]: INFO nova.network.neutron [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Port 88db70b6-0037-4418-873d-6b30f2aed4d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1171.572098] env[69073]: DEBUG nova.network.neutron [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [{"id": "1dd63e3b-41c4-4217-9752-9c3b639590df", "address": "fa:16:3e:af:64:03", "network": {"id": "0f3efe20-9281-4a2f-a083-5b347a4f14d0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1870295675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3afb53325b974720bfeb564746ea401a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd63e3b-41", "ovs_interfaceid": "1dd63e3b-41c4-4217-9752-9c3b639590df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.641339] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.641555] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.641754] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Deleting the datastore file [datastore1] 0dbd48c6-5aae-4952-b23b-2e252d8cf541 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.642042] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81b85708-daff-4075-b9f2-0cfa1db7ec63 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.648718] env[69073]: DEBUG oslo_vmware.api [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for the task: (returnval){ [ 1171.648718] env[69073]: value = "task-3220328" [ 1171.648718] env[69073]: _type = "Task" [ 1171.648718] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.659222] env[69073]: DEBUG oslo_vmware.api [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.661666] env[69073]: INFO nova.compute.manager [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Took 29.16 seconds to build instance. [ 1171.691841] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Preparing fetch location {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1171.692092] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Fetch image to [datastore2] OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48/OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48.vmdk {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1171.692274] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Downloading stream optimized image 34168672-31e5-4085-ab02-e2493bca6c73 to [datastore2] OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48/OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48.vmdk on the data store datastore2 as vApp {{(pid=69073) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1171.692461] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Downloading image file data 34168672-31e5-4085-ab02-e2493bca6c73 to the ESX as VM named 'OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48' {{(pid=69073) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1171.765506] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1171.765506] env[69073]: value = "resgroup-9" [ 1171.765506] env[69073]: _type = "ResourcePool" [ 1171.765506] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1171.765942] env[69073]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f4691e54-b7d6-41ad-b5f3-15b32e174825 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.789161] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lease: (returnval){ [ 1171.789161] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee873e-c00d-4eeb-4a6f-8bc1f06f03cd" [ 1171.789161] env[69073]: _type = "HttpNfcLease" [ 1171.789161] env[69073]: } obtained for vApp import into resource pool (val){ [ 1171.789161] env[69073]: value = "resgroup-9" [ 1171.789161] env[69073]: _type = "ResourcePool" [ 1171.789161] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1171.789568] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the lease: (returnval){ [ 1171.789568] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee873e-c00d-4eeb-4a6f-8bc1f06f03cd" [ 1171.789568] env[69073]: _type = "HttpNfcLease" [ 1171.789568] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1171.799121] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.799121] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee873e-c00d-4eeb-4a6f-8bc1f06f03cd" [ 1171.799121] env[69073]: _type = "HttpNfcLease" [ 1171.799121] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.845073] env[69073]: DEBUG nova.compute.manager [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.845270] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.845563] env[69073]: DEBUG oslo_vmware.api [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220326, 'name': PowerOffVM_Task, 'duration_secs': 0.178999} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.846641] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6fdd7d-e0d0-45da-8f97-bcc0d04119f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.850370] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.850614] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.850863] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46039a63-2ab9-404a-b243-8ca6dd18a17d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.853024] env[69073]: DEBUG nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.857602] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.858043] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37749d4e-7aec-41e8-8f0c-e383d72eea62 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.864275] env[69073]: DEBUG oslo_vmware.api [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1171.864275] env[69073]: value = "task-3220331" [ 1171.864275] env[69073]: _type = "Task" [ 1171.864275] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.871575] env[69073]: DEBUG oslo_vmware.api [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.902976] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.903648] env[69073]: DEBUG nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.906112] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.669s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.906334] env[69073]: DEBUG nova.objects.instance [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lazy-loading 'resources' on Instance uuid 652a8a5a-24e3-479b-997d-54dc19f7b582 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.926346] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.926672] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.926867] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleting the datastore file [datastore2] 3adb764d-c099-40c5-8ff0-96047b88ea35 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.927192] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93d3514f-cba5-48d4-995d-4fb6234d85e9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.934764] env[69073]: DEBUG oslo_vmware.api [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1171.934764] env[69073]: value = "task-3220332" [ 1171.934764] env[69073]: _type = "Task" [ 1171.934764] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.947614] env[69073]: DEBUG oslo_vmware.api [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.002722] env[69073]: DEBUG oslo_concurrency.lockutils [req-8ea311f7-ead6-4a64-8911-21fced81eaec req-16e6a922-f138-442d-b003-956bbfe11caf service nova] Releasing lock "refresh_cache-f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.075840] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Releasing lock "refresh_cache-eb107694-39c5-4b35-8d3b-f36b545868d6" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.158990] env[69073]: DEBUG oslo_vmware.api [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Task: {'id': task-3220328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124703} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.159271] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.159481] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.159750] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.159936] env[69073]: INFO nova.compute.manager [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1172.160194] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.160386] env[69073]: DEBUG nova.compute.manager [-] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.160711] env[69073]: DEBUG nova.network.neutron [-] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.163855] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1db3e953-3e21-4a0c-a55f-2f45eee6e1c9 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.674s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.166137] env[69073]: DEBUG oslo_concurrency.lockutils [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.166358] env[69073]: DEBUG oslo_concurrency.lockutils [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.298357] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1172.298357] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee873e-c00d-4eeb-4a6f-8bc1f06f03cd" [ 1172.298357] env[69073]: _type = "HttpNfcLease" [ 1172.298357] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1172.374596] env[69073]: DEBUG oslo_vmware.api [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220331, 'name': PowerOffVM_Task, 'duration_secs': 0.185973} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.374596] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.374596] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.374596] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9278051-52e0-4f2d-8493-39f9953254ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.376882] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.408995] env[69073]: DEBUG nova.compute.utils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.413325] env[69073]: DEBUG nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.414026] env[69073]: DEBUG nova.network.neutron [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.447890] env[69073]: DEBUG oslo_vmware.api [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137032} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.448131] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.448322] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.448498] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.448672] env[69073]: INFO nova.compute.manager [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.448957] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.449107] env[69073]: DEBUG nova.compute.manager [-] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.449205] env[69073]: DEBUG nova.network.neutron [-] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.455346] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.455504] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.455686] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleting the datastore file [datastore2] eb107694-39c5-4b35-8d3b-f36b545868d6 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.455933] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19391c13-2fa4-411c-be41-befb5a7b9be4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.459301] env[69073]: DEBUG nova.policy [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08fc1f3454e44ea787edb5261f75964b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd680c65ee6484e709c92a0d360b4b55b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.464539] env[69073]: DEBUG oslo_vmware.api [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1172.464539] env[69073]: value = "task-3220334" [ 1172.464539] env[69073]: _type = "Task" [ 1172.464539] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.472628] env[69073]: DEBUG oslo_vmware.api [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.579807] env[69073]: DEBUG oslo_concurrency.lockutils [None req-47361c37-de1f-402c-ab84-4bfbd21a7a5b tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "interface-eb107694-39c5-4b35-8d3b-f36b545868d6-88db70b6-0037-4418-873d-6b30f2aed4d1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.826s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.668847] env[69073]: DEBUG nova.compute.utils [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.732610] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc9e3d9-27e0-47f0-8e00-462e8ce632cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.740592] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37156906-6348-4f6d-978b-db56ee4ecff0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.776512] env[69073]: DEBUG nova.network.neutron [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Successfully created port: a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.779187] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c85c85-1c9d-4349-be31-dc19094729e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.786582] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b85f8-4502-4b48-bc35-581dc736396a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.802973] env[69073]: DEBUG nova.compute.provider_tree [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.808844] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1172.808844] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee873e-c00d-4eeb-4a6f-8bc1f06f03cd" [ 1172.808844] env[69073]: _type = "HttpNfcLease" [ 1172.808844] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1172.809467] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1172.809467] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ee873e-c00d-4eeb-4a6f-8bc1f06f03cd" [ 1172.809467] env[69073]: _type = "HttpNfcLease" [ 1172.809467] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1172.810230] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2e9012-33f5-42ae-a3cb-235e9f8487fa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.817781] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52940089-3eb3-b704-35f1-70ea7e28e704/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1172.818028] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52940089-3eb3-b704-35f1-70ea7e28e704/disk-0.vmdk. {{(pid=69073) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1172.885942] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6e69a94a-cab4-4a07-8297-56a20486b991 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.900246] env[69073]: DEBUG nova.network.neutron [-] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.920456] env[69073]: DEBUG nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.974673] env[69073]: DEBUG oslo_vmware.api [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160852} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.974673] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.974788] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.974964] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.975785] env[69073]: INFO nova.compute.manager [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1172.975785] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.975785] env[69073]: DEBUG nova.compute.manager [-] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.975785] env[69073]: DEBUG nova.network.neutron [-] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.172442] env[69073]: DEBUG oslo_concurrency.lockutils [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.312286] env[69073]: DEBUG nova.scheduler.client.report [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.352395] env[69073]: DEBUG nova.compute.manager [req-e690c184-6f39-4e1e-ac73-a480ffa8d4ad req-ed7dc3a3-1f72-4bfa-8a23-298164dcd2cc service nova] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Received event network-vif-deleted-bc060e1f-8f8c-421c-a771-0dff9f676ed2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.392287] env[69073]: DEBUG nova.network.neutron [-] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.402897] env[69073]: INFO nova.compute.manager [-] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Took 1.24 seconds to deallocate network for instance. [ 1173.452688] env[69073]: DEBUG nova.compute.manager [req-a76f42ab-6edb-455e-92aa-1104d0a5619b req-09358f97-f56d-4cf5-956a-003d1e9d4a4a service nova] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Received event network-vif-deleted-d9cfe0df-9ed6-40f3-aa87-f633f731ff8b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.826377] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.828753] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.500s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.830875] env[69073]: INFO nova.compute.claims [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.857342] env[69073]: INFO nova.scheduler.client.report [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted allocations for instance 652a8a5a-24e3-479b-997d-54dc19f7b582 [ 1173.902023] env[69073]: INFO nova.compute.manager [-] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Took 1.45 seconds to deallocate network for instance. [ 1173.913243] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.935022] env[69073]: DEBUG nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.974312] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.975064] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.975360] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.975703] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.975985] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.976296] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.976664] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.976946] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.977263] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.977557] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.977858] env[69073]: DEBUG nova.virt.hardware [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.979199] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8b5cd-f639-482e-9d41-90678fb97cf8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.991548] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134b716b-6059-414b-867e-17ba9c69601f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.170608] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Completed reading data from the image iterator. {{(pid=69073) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1174.170888] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52940089-3eb3-b704-35f1-70ea7e28e704/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1174.172051] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1008cd99-8f4a-43e7-b018-8ba5d2b0f4c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.180816] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52940089-3eb3-b704-35f1-70ea7e28e704/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1174.180816] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52940089-3eb3-b704-35f1-70ea7e28e704/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1174.180816] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a2d38524-6537-4ffc-873b-b25b89a7430e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.273203] env[69073]: DEBUG oslo_concurrency.lockutils [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.273203] env[69073]: DEBUG oslo_concurrency.lockutils [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.273203] env[69073]: INFO nova.compute.manager [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Attaching volume d445c92e-8e50-4193-b88f-3d94be03eceb to /dev/sdb [ 1174.314183] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4ec317-b308-4f03-b7ee-b6fc49bbcdfe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.318690] env[69073]: DEBUG nova.network.neutron [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Successfully updated port: a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.326884] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7ac9d8-e5f8-452f-97ea-bacece277c19 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.344027] env[69073]: DEBUG nova.virt.block_device [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Updating existing volume attachment record: 7eca936e-a440-448c-91e5-e3ccab4c0122 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.371880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ec4e61-ea99-49c7-a480-8b84eede4845 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "652a8a5a-24e3-479b-997d-54dc19f7b582" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.630s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.413397] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.463586] env[69073]: DEBUG oslo_vmware.rw_handles [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52940089-3eb3-b704-35f1-70ea7e28e704/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1174.463586] env[69073]: INFO nova.virt.vmwareapi.images [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Downloaded image file data 34168672-31e5-4085-ab02-e2493bca6c73 [ 1174.464267] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ae0093-d7ee-4d28-97ea-c398c2b92fe6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.484770] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-036d42fd-1401-4e40-a814-98b642398e75 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.515185] env[69073]: INFO nova.virt.vmwareapi.images [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] The imported VM was unregistered [ 1174.515185] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Caching image {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1174.515185] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Creating directory with path [datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73 {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.515364] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db1e4b70-6050-428a-9be1-6f74ef78c74b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.527057] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Created directory with path [datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73 {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.527272] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48/OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48.vmdk to [datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73/34168672-31e5-4085-ab02-e2493bca6c73.vmdk. {{(pid=69073) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1174.527529] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-94a1af55-f97b-47b6-990d-12d08ae73493 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.534845] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1174.534845] env[69073]: value = "task-3220338" [ 1174.534845] env[69073]: _type = "Task" [ 1174.534845] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.546206] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220338, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.763350] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1174.763736] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643834', 'volume_id': '5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'name': 'volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecb2079d-787a-48af-860b-3c0760087a4d', 'attached_at': '', 'detached_at': '', 'volume_id': '5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'serial': '5f814edd-4420-41b6-a24c-b0e427d7bc7f'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1174.764734] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb10670a-a096-415a-90e2-2e55e855693c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.788493] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07be4a5-a297-4246-b337-8e5175a69079 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.811906] env[69073]: DEBUG nova.network.neutron [-] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.828745] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f/volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.828745] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.828745] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.828745] env[69073]: DEBUG nova.network.neutron [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.829706] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a3aeb5-722b-4e02-8caa-68fcca7d35fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.851914] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1174.851914] env[69073]: value = "task-3220341" [ 1174.851914] env[69073]: _type = "Task" [ 1174.851914] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.860538] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.876365] env[69073]: DEBUG nova.network.neutron [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.948882] env[69073]: DEBUG nova.compute.manager [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.950067] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003648a7-32a6-4b77-a339-45faf279c96d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.048613] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220338, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.056736] env[69073]: DEBUG nova.network.neutron [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance_info_cache with network_info: [{"id": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "address": "fa:16:3e:99:df:37", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9955a7c-6c", "ovs_interfaceid": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.161143] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.161143] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.169343] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926786f1-475b-4ee9-b0d6-965f99164df3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.180624] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6649926e-63b1-48cc-8596-e5dc299c81be {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.214690] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34464fd-c44a-44b5-ae0d-6129a1131bde {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.223072] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640d0dab-afde-434f-bccb-e3688d191aa4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.237442] env[69073]: DEBUG nova.compute.provider_tree [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.328791] env[69073]: INFO nova.compute.manager [-] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Took 2.35 seconds to deallocate network for instance. [ 1175.363264] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.380180] env[69073]: DEBUG nova.compute.manager [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Received event network-vif-plugged-a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.380180] env[69073]: DEBUG oslo_concurrency.lockutils [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] Acquiring lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.380180] env[69073]: DEBUG oslo_concurrency.lockutils [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.380180] env[69073]: DEBUG oslo_concurrency.lockutils [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.380345] env[69073]: DEBUG nova.compute.manager [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] No waiting events found dispatching network-vif-plugged-a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1175.380446] env[69073]: WARNING nova.compute.manager [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Received unexpected event network-vif-plugged-a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 for instance with vm_state building and task_state spawning. [ 1175.380819] env[69073]: DEBUG nova.compute.manager [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Received event network-changed-a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.380892] env[69073]: DEBUG nova.compute.manager [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Refreshing instance network info cache due to event network-changed-a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.381069] env[69073]: DEBUG oslo_concurrency.lockutils [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] Acquiring lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.468822] env[69073]: INFO nova.compute.manager [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] instance snapshotting [ 1175.472472] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1739ba8-436d-4b34-965a-202bc0115a0d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.497035] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96fbac3-e7f8-44f9-ac5b-aa0b3702ed6d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.500998] env[69073]: DEBUG nova.compute.manager [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Received event network-changed-788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.501205] env[69073]: DEBUG nova.compute.manager [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Refreshing instance network info cache due to event network-changed-788c924d-60a5-4ecf-93b1-18c91d02a9fa. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.501418] env[69073]: DEBUG oslo_concurrency.lockutils [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] Acquiring lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.501558] env[69073]: DEBUG oslo_concurrency.lockutils [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] Acquired lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.501720] env[69073]: DEBUG nova.network.neutron [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Refreshing network info cache for port 788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.546732] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220338, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.559532] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.560050] env[69073]: DEBUG nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Instance network_info: |[{"id": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "address": "fa:16:3e:99:df:37", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9955a7c-6c", "ovs_interfaceid": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.560423] env[69073]: DEBUG oslo_concurrency.lockutils [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] Acquired lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.560637] env[69073]: DEBUG nova.network.neutron [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Refreshing network info cache for port a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.562123] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:df:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.569922] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.573524] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.575323] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3b53242-c1f1-4da1-b574-a7f28fac8186 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.597334] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.597334] env[69073]: value = "task-3220342" [ 1175.597334] env[69073]: _type = "Task" [ 1175.597334] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.608601] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220342, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.663699] env[69073]: DEBUG nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1175.741592] env[69073]: DEBUG nova.scheduler.client.report [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.836859] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.858015] env[69073]: DEBUG nova.network.neutron [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updated VIF entry in instance network info cache for port a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.858447] env[69073]: DEBUG nova.network.neutron [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance_info_cache with network_info: [{"id": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "address": "fa:16:3e:99:df:37", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9955a7c-6c", "ovs_interfaceid": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.865521] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220341, 'name': ReconfigVM_Task, 'duration_secs': 0.968339} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.865961] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfigured VM instance instance-00000064 to attach disk [datastore2] volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f/volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.871451] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9500bf8c-3c5b-4792-9d82-5d9628ee4b99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.888250] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1175.888250] env[69073]: value = "task-3220343" [ 1175.888250] env[69073]: _type = "Task" [ 1175.888250] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.897652] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.012533] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1176.012930] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14a37b78-ed45-4467-8e9d-222443b07b66 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.021626] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1176.021626] env[69073]: value = "task-3220344" [ 1176.021626] env[69073]: _type = "Task" [ 1176.021626] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.031238] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220344, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.049388] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220338, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.107947] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220342, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.194244] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.247367] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.247959] env[69073]: DEBUG nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.251326] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.874s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.253161] env[69073]: INFO nova.compute.claims [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.322393] env[69073]: DEBUG nova.network.neutron [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updated VIF entry in instance network info cache for port 788c924d-60a5-4ecf-93b1-18c91d02a9fa. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.322921] env[69073]: DEBUG nova.network.neutron [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updating instance_info_cache with network_info: [{"id": "788c924d-60a5-4ecf-93b1-18c91d02a9fa", "address": "fa:16:3e:0b:c2:bf", "network": {"id": "a462cce1-82d5-43ff-8d4a-f6c41dad46cc", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2144894961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8a369db18244272a591479d8232da1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap788c924d-60", "ovs_interfaceid": "788c924d-60a5-4ecf-93b1-18c91d02a9fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.362160] env[69073]: DEBUG oslo_concurrency.lockutils [req-9c2292d8-e326-4189-b457-7b35372ebd59 req-53b15ca1-a371-4775-8464-5c88385ed231 service nova] Releasing lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.399315] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.532930] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220344, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.547540] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220338, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.609332] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220342, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.758283] env[69073]: DEBUG nova.compute.utils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.762062] env[69073]: DEBUG nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.762062] env[69073]: DEBUG nova.network.neutron [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.825127] env[69073]: DEBUG nova.policy [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '347bd84fa4404047882817f2b6b252ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84aac1c5ae14b6e939f54a54361dbfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.827253] env[69073]: DEBUG oslo_concurrency.lockutils [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] Releasing lock "refresh_cache-fbd12a57-c16d-4944-91e8-d12048022e89" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.827526] env[69073]: DEBUG nova.compute.manager [req-a010a526-fa46-4d51-b972-3d2a30cc4b52 req-3f79987d-01ed-46b7-82a6-023170366629 service nova] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Received event network-vif-deleted-1dd63e3b-41c4-4217-9752-9c3b639590df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.900217] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220343, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.033934] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220344, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.049716] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220338, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.508726} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.050033] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48/OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48.vmdk to [datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73/34168672-31e5-4085-ab02-e2493bca6c73.vmdk. [ 1177.050308] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Cleaning up location [datastore2] OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1177.050537] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d13163a5-6735-434b-9e51-195f286baf48 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.050829] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38b6f3a5-817c-4acb-ab0a-a246e4e547ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.057860] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1177.057860] env[69073]: value = "task-3220345" [ 1177.057860] env[69073]: _type = "Task" [ 1177.057860] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.068158] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.110093] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220342, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.118636] env[69073]: DEBUG nova.network.neutron [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Successfully created port: cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.262686] env[69073]: DEBUG nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.403608] env[69073]: DEBUG oslo_vmware.api [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220343, 'name': ReconfigVM_Task, 'duration_secs': 1.153923} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.404078] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643834', 'volume_id': '5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'name': 'volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecb2079d-787a-48af-860b-3c0760087a4d', 'attached_at': '', 'detached_at': '', 'volume_id': '5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'serial': '5f814edd-4420-41b6-a24c-b0e427d7bc7f'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1177.518814] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0659be8-59df-488a-932d-fa04cc3809fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.528721] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0c5db1-c351-4c3d-a61c-d1e274eef0f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.536480] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220344, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.565525] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c0439c-354a-4d06-952b-e53a61bb2a8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.573753] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057087} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.575783] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.575958] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73/34168672-31e5-4085-ab02-e2493bca6c73.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.576253] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73/34168672-31e5-4085-ab02-e2493bca6c73.vmdk to [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5/f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.576534] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-282f5b5b-d080-4844-8ba0-3ebef91d8b0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.579449] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066e6b19-0af1-4042-8cf0-64d381e624d6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.593734] env[69073]: DEBUG nova.compute.provider_tree [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.596521] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1177.596521] env[69073]: value = "task-3220346" [ 1177.596521] env[69073]: _type = "Task" [ 1177.596521] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.604444] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.612968] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220342, 'name': CreateVM_Task, 'duration_secs': 1.522833} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.613136] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.613771] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.613956] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.614310] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.614564] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4f6d7b-dce8-4785-80a7-0b19475e0a8a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.618795] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1177.618795] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5294aefe-fa22-dbe2-e45d-e404a063a02b" [ 1177.618795] env[69073]: _type = "Task" [ 1177.618795] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.626485] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5294aefe-fa22-dbe2-e45d-e404a063a02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.039196] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220344, 'name': CreateSnapshot_Task, 'duration_secs': 1.773755} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.039864] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1178.040760] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560b3491-c1f2-4980-a93c-73ac633c2148 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.096730] env[69073]: DEBUG nova.scheduler.client.report [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.111442] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220346, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.130554] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5294aefe-fa22-dbe2-e45d-e404a063a02b, 'name': SearchDatastore_Task, 'duration_secs': 0.008521} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.130935] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.131225] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.131536] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.131770] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.131991] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.132712] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-158b0901-9bfe-4a14-9b42-bfa35024a7ce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.149349] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.149697] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.150425] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc49227-b048-4c1b-88f7-b499c989c459 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.157017] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1178.157017] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e42a87-89d9-9b85-bc2d-9851b41907e2" [ 1178.157017] env[69073]: _type = "Task" [ 1178.157017] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.165989] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e42a87-89d9-9b85-bc2d-9851b41907e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.276849] env[69073]: DEBUG nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.301064] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.301354] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.301533] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.301729] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.301878] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.302037] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.302258] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.302416] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.302582] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.302746] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.302919] env[69073]: DEBUG nova.virt.hardware [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.303815] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c1d8ad-f7e6-4f39-a96d-1f0f83ff188e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.312340] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1e26ee-eb60-44a5-b1a9-e4b8fc5ede96 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.455227] env[69073]: DEBUG nova.objects.instance [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lazy-loading 'flavor' on Instance uuid ecb2079d-787a-48af-860b-3c0760087a4d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.560369] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1178.560752] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc08bb4d-eb34-4ecd-9f21-7c8b0326d12b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.570472] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1178.570472] env[69073]: value = "task-3220347" [ 1178.570472] env[69073]: _type = "Task" [ 1178.570472] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.581644] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220347, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.585244] env[69073]: DEBUG nova.compute.manager [req-ba8d8f7d-35d8-4ee3-9f29-d69cbf6d7b62 req-0199df59-ce14-49f9-93c7-6ec7da16943e service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received event network-vif-plugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.585461] env[69073]: DEBUG oslo_concurrency.lockutils [req-ba8d8f7d-35d8-4ee3-9f29-d69cbf6d7b62 req-0199df59-ce14-49f9-93c7-6ec7da16943e service nova] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.585775] env[69073]: DEBUG oslo_concurrency.lockutils [req-ba8d8f7d-35d8-4ee3-9f29-d69cbf6d7b62 req-0199df59-ce14-49f9-93c7-6ec7da16943e service nova] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.585840] env[69073]: DEBUG oslo_concurrency.lockutils [req-ba8d8f7d-35d8-4ee3-9f29-d69cbf6d7b62 req-0199df59-ce14-49f9-93c7-6ec7da16943e service nova] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.585986] env[69073]: DEBUG nova.compute.manager [req-ba8d8f7d-35d8-4ee3-9f29-d69cbf6d7b62 req-0199df59-ce14-49f9-93c7-6ec7da16943e service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] No waiting events found dispatching network-vif-plugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.586166] env[69073]: WARNING nova.compute.manager [req-ba8d8f7d-35d8-4ee3-9f29-d69cbf6d7b62 req-0199df59-ce14-49f9-93c7-6ec7da16943e service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received unexpected event network-vif-plugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be for instance with vm_state building and task_state spawning. [ 1178.602595] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.603201] env[69073]: DEBUG nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.606717] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.694s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.606717] env[69073]: DEBUG nova.objects.instance [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lazy-loading 'resources' on Instance uuid 0dbd48c6-5aae-4952-b23b-2e252d8cf541 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.618737] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220346, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.645959] env[69073]: INFO nova.compute.manager [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Rescuing [ 1178.646259] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.646410] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.646603] env[69073]: DEBUG nova.network.neutron [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.668019] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e42a87-89d9-9b85-bc2d-9851b41907e2, 'name': SearchDatastore_Task, 'duration_secs': 0.079217} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.668875] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36dfca0c-0f72-4af4-ba48-791f9b027ae9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.674378] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1178.674378] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5256f37e-4dfb-1c9f-14dd-1a60ce410bed" [ 1178.674378] env[69073]: _type = "Task" [ 1178.674378] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.683173] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5256f37e-4dfb-1c9f-14dd-1a60ce410bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.687838] env[69073]: DEBUG nova.network.neutron [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Successfully updated port: cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.962515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-97e16f5a-a85a-4ec6-a5a2-80929f6a7b38 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.824s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.081387] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220347, 'name': CloneVM_Task} progress is 93%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.107473] env[69073]: DEBUG nova.compute.utils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.112896] env[69073]: DEBUG nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.113152] env[69073]: DEBUG nova.network.neutron [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.123253] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220346, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.157209] env[69073]: DEBUG nova.policy [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e23cf8e1da4f439097d6859abff9d0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97445b9e5bbd47f68dfe89f8dcf082a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.187708] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5256f37e-4dfb-1c9f-14dd-1a60ce410bed, 'name': SearchDatastore_Task, 'duration_secs': 0.083926} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.193148] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.193570] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4d019ce6-0008-4b6a-8fb5-8190c923f39a/4d019ce6-0008-4b6a-8fb5-8190c923f39a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.194182] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.194342] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194527] env[69073]: DEBUG nova.network.neutron [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.197394] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-358f0c03-81cb-45b0-8f1a-9c40c245ce80 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.206396] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1179.206396] env[69073]: value = "task-3220349" [ 1179.206396] env[69073]: _type = "Task" [ 1179.206396] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.219421] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.431169] env[69073]: DEBUG nova.network.neutron [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [{"id": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "address": "fa:16:3e:12:c0:cd", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa618efdd-2c", "ovs_interfaceid": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.452258] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01ab15-a8bd-4282-830f-82badb6536a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.462344] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7a96f4-a132-483d-a624-fe021b54bd09 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.507588] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2193db-4c11-47c3-8331-877415d61e89 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.516705] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa2e252-717d-4c93-afc4-a2764ab2551f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.532485] env[69073]: DEBUG nova.compute.provider_tree [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.535938] env[69073]: DEBUG nova.network.neutron [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Successfully created port: aabba8cb-8d52-4b0f-b913-dd381308612c {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.581969] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220347, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.616074] env[69073]: DEBUG nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.619157] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220346, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.717217] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.732379] env[69073]: DEBUG nova.network.neutron [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.890606] env[69073]: DEBUG nova.network.neutron [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [{"id": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "address": "fa:16:3e:b8:14:d3", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfad8f1a-99", "ovs_interfaceid": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.943162] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.036237] env[69073]: DEBUG nova.scheduler.client.report [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.082577] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220347, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.116596] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220346, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.486355} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.116882] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34168672-31e5-4085-ab02-e2493bca6c73/34168672-31e5-4085-ab02-e2493bca6c73.vmdk to [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5/f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.117693] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe26e015-7f8d-4886-9ba9-c08ffce7c44f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.145708] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5/f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.146072] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b4ed73-9ec9-4237-9944-64e6c72dedcb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.166527] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1180.166527] env[69073]: value = "task-3220350" [ 1180.166527] env[69073]: _type = "Task" [ 1180.166527] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.174352] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.220954] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.393942] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.394353] env[69073]: DEBUG nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Instance network_info: |[{"id": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "address": "fa:16:3e:b8:14:d3", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfad8f1a-99", "ovs_interfaceid": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1180.394803] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:14:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfad8f1a-9987-4309-a6ad-1793e1ecb1be', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.403288] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.403554] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.403805] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed0783ca-2ec5-4d1c-be19-e4530b164ce0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.426303] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.426303] env[69073]: value = "task-3220351" [ 1180.426303] env[69073]: _type = "Task" [ 1180.426303] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.436618] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220351, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.542072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.544580] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.132s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.544775] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.546825] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.710s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.546921] env[69073]: DEBUG nova.objects.instance [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'resources' on Instance uuid eb107694-39c5-4b35-8d3b-f36b545868d6 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.570141] env[69073]: INFO nova.scheduler.client.report [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Deleted allocations for instance 0dbd48c6-5aae-4952-b23b-2e252d8cf541 [ 1180.571829] env[69073]: INFO nova.scheduler.client.report [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted allocations for instance 3adb764d-c099-40c5-8ff0-96047b88ea35 [ 1180.588845] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220347, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.613588] env[69073]: DEBUG nova.compute.manager [req-e26f271a-9e56-462c-b226-b87a2615b0bc req-885815d7-b2fb-4d11-9a0c-71e2d93dbd34 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received event network-changed-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.613828] env[69073]: DEBUG nova.compute.manager [req-e26f271a-9e56-462c-b226-b87a2615b0bc req-885815d7-b2fb-4d11-9a0c-71e2d93dbd34 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Refreshing instance network info cache due to event network-changed-cfad8f1a-9987-4309-a6ad-1793e1ecb1be. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.614983] env[69073]: DEBUG oslo_concurrency.lockutils [req-e26f271a-9e56-462c-b226-b87a2615b0bc req-885815d7-b2fb-4d11-9a0c-71e2d93dbd34 service nova] Acquiring lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.614983] env[69073]: DEBUG oslo_concurrency.lockutils [req-e26f271a-9e56-462c-b226-b87a2615b0bc req-885815d7-b2fb-4d11-9a0c-71e2d93dbd34 service nova] Acquired lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.614983] env[69073]: DEBUG nova.network.neutron [req-e26f271a-9e56-462c-b226-b87a2615b0bc req-885815d7-b2fb-4d11-9a0c-71e2d93dbd34 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Refreshing network info cache for port cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.627712] env[69073]: DEBUG nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.656451] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.656451] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.656661] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.656738] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.656883] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.657041] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.657254] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.657415] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.657587] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.657747] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.657917] env[69073]: DEBUG nova.virt.hardware [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.658821] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a935d79-f20e-4b7f-a30b-0b348057376f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.666757] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c039889-676a-4961-9210-e3a36b7ad907 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.691232] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.716864] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220349, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.316936} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.717154] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 4d019ce6-0008-4b6a-8fb5-8190c923f39a/4d019ce6-0008-4b6a-8fb5-8190c923f39a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.717432] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.717644] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e335ddb6-b6b1-47d7-9d72-d42ba558e424 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.724365] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1180.724365] env[69073]: value = "task-3220352" [ 1180.724365] env[69073]: _type = "Task" [ 1180.724365] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.732498] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.940357] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220351, 'name': CreateVM_Task, 'duration_secs': 0.387096} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.940675] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.941734] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.942664] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.942711] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.943106] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f11f69-6c91-49b4-bb57-aadbf4586ba2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.948241] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1180.948241] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b7c7e-92b3-9b1d-2641-a6aa1fa6019e" [ 1180.948241] env[69073]: _type = "Task" [ 1180.948241] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.956876] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b7c7e-92b3-9b1d-2641-a6aa1fa6019e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.088609] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220347, 'name': CloneVM_Task, 'duration_secs': 2.482553} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.089041] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a13797b3-53e8-424b-b99d-03e59ff11b41 tempest-ServersNegativeTestMultiTenantJSON-1339804283 tempest-ServersNegativeTestMultiTenantJSON-1339804283-project-member] Lock "0dbd48c6-5aae-4952-b23b-2e252d8cf541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.561s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.096591] env[69073]: DEBUG oslo_concurrency.lockutils [None req-873cea2a-50fe-4ced-92d2-3ad0217ad150 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "3adb764d-c099-40c5-8ff0-96047b88ea35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.291s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.098126] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Created linked-clone VM from snapshot [ 1181.100018] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7941fcf2-cd3f-4028-9e1d-e114232f99d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.122520] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Uploading image 42dfbf05-2eed-44c4-af3a-83069d943fc7 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1181.152164] env[69073]: DEBUG oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1181.152164] env[69073]: value = "vm-643840" [ 1181.152164] env[69073]: _type = "VirtualMachine" [ 1181.152164] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1181.152316] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f15edc3-87b9-4706-a1c8-7c7955fe29a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.160432] env[69073]: DEBUG oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lease: (returnval){ [ 1181.160432] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521b3ba5-1eac-eaed-e68a-7d77089231b9" [ 1181.160432] env[69073]: _type = "HttpNfcLease" [ 1181.160432] env[69073]: } obtained for exporting VM: (result){ [ 1181.160432] env[69073]: value = "vm-643840" [ 1181.160432] env[69073]: _type = "VirtualMachine" [ 1181.160432] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1181.160432] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the lease: (returnval){ [ 1181.160432] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521b3ba5-1eac-eaed-e68a-7d77089231b9" [ 1181.160432] env[69073]: _type = "HttpNfcLease" [ 1181.160432] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1181.164242] env[69073]: DEBUG nova.network.neutron [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Successfully updated port: aabba8cb-8d52-4b0f-b913-dd381308612c {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.173184] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.173184] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521b3ba5-1eac-eaed-e68a-7d77089231b9" [ 1181.173184] env[69073]: _type = "HttpNfcLease" [ 1181.173184] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1181.184762] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220350, 'name': ReconfigVM_Task, 'duration_secs': 0.590169} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.187126] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Reconfigured VM instance instance-00000057 to attach disk [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5/f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.188797] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a04cf9dd-e7d3-46be-a8b0-40e373539954 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.194386] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1181.194386] env[69073]: value = "task-3220354" [ 1181.194386] env[69073]: _type = "Task" [ 1181.194386] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.204565] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220354, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.239063] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070927} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.242554] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.243807] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9936cded-a28f-4403-9dde-f40fc45aa3ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.272436] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 4d019ce6-0008-4b6a-8fb5-8190c923f39a/4d019ce6-0008-4b6a-8fb5-8190c923f39a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.277553] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbfb2a70-161a-44ae-82c0-05b7d7f344d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.297918] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1181.297918] env[69073]: value = "task-3220355" [ 1181.297918] env[69073]: _type = "Task" [ 1181.297918] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.308810] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.421479] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1181.421730] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643837', 'volume_id': 'd445c92e-8e50-4193-b88f-3d94be03eceb', 'name': 'volume-d445c92e-8e50-4193-b88f-3d94be03eceb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '633cd679-f5a1-4a6b-a4a4-18f6d6080b92', 'attached_at': '', 'detached_at': '', 'volume_id': 'd445c92e-8e50-4193-b88f-3d94be03eceb', 'serial': 'd445c92e-8e50-4193-b88f-3d94be03eceb'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1181.422862] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b993c1c3-8c38-4c9f-9a54-01f5d696911e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.459636] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58e6e4a-8925-421b-9acc-7936d70ba068 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.464234] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78348b1-0d24-4238-ae38-f54c3a0de38e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.469801] env[69073]: DEBUG nova.network.neutron [req-e26f271a-9e56-462c-b226-b87a2615b0bc req-885815d7-b2fb-4d11-9a0c-71e2d93dbd34 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updated VIF entry in instance network info cache for port cfad8f1a-9987-4309-a6ad-1793e1ecb1be. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.470096] env[69073]: DEBUG nova.network.neutron [req-e26f271a-9e56-462c-b226-b87a2615b0bc req-885815d7-b2fb-4d11-9a0c-71e2d93dbd34 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [{"id": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "address": "fa:16:3e:b8:14:d3", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfad8f1a-99", "ovs_interfaceid": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.488881] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]526b7c7e-92b3-9b1d-2641-a6aa1fa6019e, 'name': SearchDatastore_Task, 'duration_secs': 0.020852} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.489321] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.496669] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-d445c92e-8e50-4193-b88f-3d94be03eceb/volume-d445c92e-8e50-4193-b88f-3d94be03eceb.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.497790] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.498025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.498265] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.498408] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.498583] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.498817] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10e91d0f-fa75-44f6-8faf-0614f2850a07 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.500399] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ddc0399-c660-427a-b5fe-d05ac02b55b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.513675] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbbf07d-62c7-4c88-b1b3-fb6bab9f39db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.517327] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b4cc715-98e2-4080-a091-d1b845eb375e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.525605] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1181.525605] env[69073]: value = "task-3220356" [ 1181.525605] env[69073]: _type = "Task" [ 1181.525605] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.558869] env[69073]: DEBUG oslo_vmware.api [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1181.558869] env[69073]: value = "task-3220357" [ 1181.558869] env[69073]: _type = "Task" [ 1181.558869] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.564554] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ec71b5-647b-42dd-9d01-f8982c9535d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.568937] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.569134] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.572438] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cc6ecea-7d96-4e10-828d-ccbd130a38bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.579713] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.586030] env[69073]: DEBUG oslo_vmware.api [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.586455] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1181.586455] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ce57f5-e391-57d8-f64d-b03db099d643" [ 1181.586455] env[69073]: _type = "Task" [ 1181.586455] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.587759] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46245bc7-4036-4ef7-b3c5-7ef9639faa35 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.605977] env[69073]: DEBUG nova.compute.provider_tree [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.611035] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52ce57f5-e391-57d8-f64d-b03db099d643, 'name': SearchDatastore_Task, 'duration_secs': 0.013927} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.612199] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fc2eb9-3b64-4ec6-8c20-601dd7f7a519 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.618347] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1181.618347] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b8a03-247a-2138-6c39-74429a2bea18" [ 1181.618347] env[69073]: _type = "Task" [ 1181.618347] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.628156] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b8a03-247a-2138-6c39-74429a2bea18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.668570] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "refresh_cache-ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.668778] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "refresh_cache-ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.668965] env[69073]: DEBUG nova.network.neutron [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.670255] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1181.670255] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521b3ba5-1eac-eaed-e68a-7d77089231b9" [ 1181.670255] env[69073]: _type = "HttpNfcLease" [ 1181.670255] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1181.674024] env[69073]: DEBUG oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1181.674024] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521b3ba5-1eac-eaed-e68a-7d77089231b9" [ 1181.674024] env[69073]: _type = "HttpNfcLease" [ 1181.674024] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1181.674024] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b831d0a-2fb5-4fbe-af0d-16de08ea2c0a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.679705] env[69073]: DEBUG oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d36dd-d3de-ca47-1a56-cd23bc23d85d/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1181.679931] env[69073]: DEBUG oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d36dd-d3de-ca47-1a56-cd23bc23d85d/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1181.757772] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220354, 'name': Rename_Task, 'duration_secs': 0.1999} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.758073] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.758347] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-215d7879-0393-4c65-96c9-d4526f1669f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.764996] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1181.764996] env[69073]: value = "task-3220358" [ 1181.764996] env[69073]: _type = "Task" [ 1181.764996] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.773840] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.798679] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a860fc81-8b7d-4287-8e0c-2942b6c9319b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.809259] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220355, 'name': ReconfigVM_Task, 'duration_secs': 0.32165} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.811593] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 4d019ce6-0008-4b6a-8fb5-8190c923f39a/4d019ce6-0008-4b6a-8fb5-8190c923f39a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.811593] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2c221db-a0a1-4eee-a795-9c1fe140e0ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.817297] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1181.817297] env[69073]: value = "task-3220359" [ 1181.817297] env[69073]: _type = "Task" [ 1181.817297] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.827996] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220359, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.000079] env[69073]: DEBUG oslo_concurrency.lockutils [req-e26f271a-9e56-462c-b226-b87a2615b0bc req-885815d7-b2fb-4d11-9a0c-71e2d93dbd34 service nova] Releasing lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.068340] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220356, 'name': PowerOffVM_Task, 'duration_secs': 0.233944} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.071268] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.072351] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077cfc4b-eaf3-4e3a-a7de-835c3dd26658 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.083382] env[69073]: DEBUG oslo_vmware.api [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220357, 'name': ReconfigVM_Task, 'duration_secs': 0.44754} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.097308] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-d445c92e-8e50-4193-b88f-3d94be03eceb/volume-d445c92e-8e50-4193-b88f-3d94be03eceb.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.102257] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1135939b-a6ad-42cc-9a70-d78f7526753b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.113490] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8541d5-a572-41ea-95cf-9f505f2033c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.116738] env[69073]: DEBUG nova.scheduler.client.report [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.133192] env[69073]: DEBUG oslo_vmware.api [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1182.133192] env[69073]: value = "task-3220360" [ 1182.133192] env[69073]: _type = "Task" [ 1182.133192] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.140819] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b8a03-247a-2138-6c39-74429a2bea18, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.142321] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.142755] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770/a0a987cd-77cb-40a9-96d9-b9a30f0dc770.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.143494] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f27a19f4-1943-46ba-82e1-4e6396a05b01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.151433] env[69073]: DEBUG oslo_vmware.api [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.157920] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.158256] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb73ede4-f9fb-458b-a5e4-6ea2aab45e45 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.161714] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1182.161714] env[69073]: value = "task-3220361" [ 1182.161714] env[69073]: _type = "Task" [ 1182.161714] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.166675] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1182.166675] env[69073]: value = "task-3220362" [ 1182.166675] env[69073]: _type = "Task" [ 1182.166675] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.180160] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.180846] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1182.181064] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.181327] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.181487] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.181673] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.182034] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eda4b320-8252-48cc-b308-118b3d197aa0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.190367] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.190542] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.191301] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef6fce5-7a32-495d-8688-885302305207 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.196871] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1182.196871] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5292c730-ce58-a2f4-8200-fcf3c461eb35" [ 1182.196871] env[69073]: _type = "Task" [ 1182.196871] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.204626] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5292c730-ce58-a2f4-8200-fcf3c461eb35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.249046] env[69073]: DEBUG nova.network.neutron [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.279117] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220358, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.331860] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220359, 'name': Rename_Task, 'duration_secs': 0.232885} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.332545] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.336123] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20f2d9c-8b03-4d0a-ac9a-a1d70d743679 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.339673] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1182.339673] env[69073]: value = "task-3220363" [ 1182.339673] env[69073]: _type = "Task" [ 1182.339673] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.349370] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.532942] env[69073]: DEBUG nova.network.neutron [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Updating instance_info_cache with network_info: [{"id": "aabba8cb-8d52-4b0f-b913-dd381308612c", "address": "fa:16:3e:7a:04:ff", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabba8cb-8d", "ovs_interfaceid": "aabba8cb-8d52-4b0f-b913-dd381308612c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.622483] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.625350] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.431s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.628114] env[69073]: INFO nova.compute.claims [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.645296] env[69073]: DEBUG oslo_vmware.api [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220360, 'name': ReconfigVM_Task, 'duration_secs': 0.157355} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.645743] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643837', 'volume_id': 'd445c92e-8e50-4193-b88f-3d94be03eceb', 'name': 'volume-d445c92e-8e50-4193-b88f-3d94be03eceb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '633cd679-f5a1-4a6b-a4a4-18f6d6080b92', 'attached_at': '', 'detached_at': '', 'volume_id': 'd445c92e-8e50-4193-b88f-3d94be03eceb', 'serial': 'd445c92e-8e50-4193-b88f-3d94be03eceb'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.658605] env[69073]: INFO nova.scheduler.client.report [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleted allocations for instance eb107694-39c5-4b35-8d3b-f36b545868d6 [ 1182.663688] env[69073]: DEBUG nova.compute.manager [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Received event network-vif-plugged-aabba8cb-8d52-4b0f-b913-dd381308612c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.663688] env[69073]: DEBUG oslo_concurrency.lockutils [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] Acquiring lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.663965] env[69073]: DEBUG oslo_concurrency.lockutils [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] Lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.664020] env[69073]: DEBUG oslo_concurrency.lockutils [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] Lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.664277] env[69073]: DEBUG nova.compute.manager [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] No waiting events found dispatching network-vif-plugged-aabba8cb-8d52-4b0f-b913-dd381308612c {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.664382] env[69073]: WARNING nova.compute.manager [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Received unexpected event network-vif-plugged-aabba8cb-8d52-4b0f-b913-dd381308612c for instance with vm_state building and task_state spawning. [ 1182.665154] env[69073]: DEBUG nova.compute.manager [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Received event network-changed-aabba8cb-8d52-4b0f-b913-dd381308612c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.665154] env[69073]: DEBUG nova.compute.manager [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Refreshing instance network info cache due to event network-changed-aabba8cb-8d52-4b0f-b913-dd381308612c. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.665154] env[69073]: DEBUG oslo_concurrency.lockutils [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] Acquiring lock "refresh_cache-ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.680706] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220361, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.708824] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5292c730-ce58-a2f4-8200-fcf3c461eb35, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.711346] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7751f0c-3df4-4981-ba88-4a9d8d3bafc4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.722135] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1182.722135] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b90ef8-c310-601c-6dd1-3065e87f6e78" [ 1182.722135] env[69073]: _type = "Task" [ 1182.722135] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.733129] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b90ef8-c310-601c-6dd1-3065e87f6e78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.782507] env[69073]: DEBUG oslo_vmware.api [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220358, 'name': PowerOnVM_Task, 'duration_secs': 0.589246} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.782507] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.851693] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.920061] env[69073]: DEBUG nova.compute.manager [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.922704] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bfe533-27cc-4eee-97bb-5780c236d130 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.036661] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "refresh_cache-ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.037052] env[69073]: DEBUG nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Instance network_info: |[{"id": "aabba8cb-8d52-4b0f-b913-dd381308612c", "address": "fa:16:3e:7a:04:ff", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabba8cb-8d", "ovs_interfaceid": "aabba8cb-8d52-4b0f-b913-dd381308612c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.037979] env[69073]: DEBUG oslo_concurrency.lockutils [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] Acquired lock "refresh_cache-ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.037979] env[69073]: DEBUG nova.network.neutron [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Refreshing network info cache for port aabba8cb-8d52-4b0f-b913-dd381308612c {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.039315] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:04:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aabba8cb-8d52-4b0f-b913-dd381308612c', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.055590] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.060540] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.060540] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-788224e0-84a9-4e20-b24d-95c20ef2e2af {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.082852] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.082852] env[69073]: value = "task-3220364" [ 1183.082852] env[69073]: _type = "Task" [ 1183.082852] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.092894] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220364, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.177952] env[69073]: DEBUG oslo_concurrency.lockutils [None req-627a451f-f42a-4d0c-acc0-9334ceceb8b8 tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "eb107694-39c5-4b35-8d3b-f36b545868d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.847s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.182949] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547827} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.183563] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770/a0a987cd-77cb-40a9-96d9-b9a30f0dc770.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.184097] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.184097] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d98cc510-4d0c-4fd4-b8cf-4d61d649d395 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.191548] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1183.191548] env[69073]: value = "task-3220365" [ 1183.191548] env[69073]: _type = "Task" [ 1183.191548] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.199778] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.233863] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b90ef8-c310-601c-6dd1-3065e87f6e78, 'name': SearchDatastore_Task, 'duration_secs': 0.022526} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.234310] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.234655] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. {{(pid=69073) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1183.235397] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24b423c0-6283-4861-8809-e14d984b5f64 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.244525] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1183.244525] env[69073]: value = "task-3220366" [ 1183.244525] env[69073]: _type = "Task" [ 1183.244525] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.252986] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.352378] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220363, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.442364] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c3e73340-1b58-4312-8fd2-aa13a52eb7aa tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.342s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.600844] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220364, 'name': CreateVM_Task, 'duration_secs': 0.439654} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.602436] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.602436] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.602436] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.605699] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.605699] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ca0249-c4f1-400a-a252-9725405db03f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.610822] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1183.610822] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52087dda-9fc4-a62c-aa3c-26654db87144" [ 1183.610822] env[69073]: _type = "Task" [ 1183.610822] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.627502] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52087dda-9fc4-a62c-aa3c-26654db87144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.692327] env[69073]: DEBUG nova.objects.instance [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'flavor' on Instance uuid 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.719081] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12578} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.721392] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.722156] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67590a9-4003-4f16-a0e9-8ac3b583915a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.758460] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770/a0a987cd-77cb-40a9-96d9-b9a30f0dc770.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.769145] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9695c55-f42e-44d3-96fe-2a574ee71883 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.792949] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.794692] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1183.794692] env[69073]: value = "task-3220367" [ 1183.794692] env[69073]: _type = "Task" [ 1183.794692] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.808270] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.859845] env[69073]: DEBUG oslo_vmware.api [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220363, 'name': PowerOnVM_Task, 'duration_secs': 1.194224} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.860018] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.860284] env[69073]: INFO nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Took 9.93 seconds to spawn the instance on the hypervisor. [ 1183.861234] env[69073]: DEBUG nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.861513] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaa5759-8436-4354-a8db-1256f0a0c128 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.942087] env[69073]: DEBUG nova.network.neutron [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Updated VIF entry in instance network info cache for port aabba8cb-8d52-4b0f-b913-dd381308612c. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.942446] env[69073]: DEBUG nova.network.neutron [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Updating instance_info_cache with network_info: [{"id": "aabba8cb-8d52-4b0f-b913-dd381308612c", "address": "fa:16:3e:7a:04:ff", "network": {"id": "63096359-b200-469e-a5e9-531370187ca4", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-52033940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97445b9e5bbd47f68dfe89f8dcf082a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaabba8cb-8d", "ovs_interfaceid": "aabba8cb-8d52-4b0f-b913-dd381308612c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.958902] env[69073]: INFO nova.compute.manager [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Rebuilding instance [ 1184.009494] env[69073]: DEBUG nova.compute.manager [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.010541] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9debac77-b10e-4d4a-804e-1f7d9ad80b21 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.045856] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a4d084-ef8f-4ff5-934a-66a5035ec471 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.052645] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c92019b-9129-4277-83e5-b2ae31a9a803 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.084933] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91a9a57-c520-4c49-ad07-bc3056d5b113 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.092932] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39923973-121e-4a89-a8f1-291f27dc69eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.107193] env[69073]: DEBUG nova.compute.provider_tree [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.124235] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52087dda-9fc4-a62c-aa3c-26654db87144, 'name': SearchDatastore_Task, 'duration_secs': 0.062429} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.124660] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.124792] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.125072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.125194] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.125373] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.125626] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4b2d213-2006-4304-ac03-0a08a55156a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.138227] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.138429] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.139175] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e99e7d5-8754-4fb9-a9c1-255931660c67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.145487] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1184.145487] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5243cd9c-3f11-18d1-d277-898a0eb72127" [ 1184.145487] env[69073]: _type = "Task" [ 1184.145487] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.151812] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5243cd9c-3f11-18d1-d277-898a0eb72127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.206613] env[69073]: DEBUG oslo_concurrency.lockutils [None req-992b029f-8c89-47c4-b3ce-cbcd29d92b55 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.935s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.256463] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674114} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.256735] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. [ 1184.257538] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e2c435-078e-4c0c-8218-ca7b61b35fb5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.289041] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.289041] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22b953b0-c300-40fd-b37b-eb97de3bd34e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.311300] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220367, 'name': ReconfigVM_Task, 'duration_secs': 0.306168} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.313080] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Reconfigured VM instance instance-0000006d to attach disk [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770/a0a987cd-77cb-40a9-96d9-b9a30f0dc770.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.313888] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1184.313888] env[69073]: value = "task-3220368" [ 1184.313888] env[69073]: _type = "Task" [ 1184.313888] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.314086] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01b52ce3-0a1f-43cf-b00a-dea57621c4fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.327427] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.328917] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1184.328917] env[69073]: value = "task-3220369" [ 1184.328917] env[69073]: _type = "Task" [ 1184.328917] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.337023] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220369, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.383400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.383400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.383400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.383400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.385155] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.387150] env[69073]: INFO nova.compute.manager [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Terminating instance [ 1184.389376] env[69073]: INFO nova.compute.manager [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Took 25.99 seconds to build instance. [ 1184.445543] env[69073]: DEBUG oslo_concurrency.lockutils [req-f770acfa-f166-460a-8e73-39a1cf92a668 req-88725561-a1ab-423e-abe1-e0a03f06efd7 service nova] Releasing lock "refresh_cache-ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.610399] env[69073]: DEBUG nova.scheduler.client.report [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.655149] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5243cd9c-3f11-18d1-d277-898a0eb72127, 'name': SearchDatastore_Task, 'duration_secs': 0.026682} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.655984] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d560ad-e3eb-40a4-ab69-2edc55575134 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.661459] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1184.661459] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5216b9c2-bd8d-616d-ea49-59a16a9a5d1a" [ 1184.661459] env[69073]: _type = "Task" [ 1184.661459] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.670961] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5216b9c2-bd8d-616d-ea49-59a16a9a5d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.826288] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220368, 'name': ReconfigVM_Task, 'duration_secs': 0.371649} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.826510] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.827455] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09d6732-eea0-4d36-9265-74b2d3533c6a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.838396] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220369, 'name': Rename_Task, 'duration_secs': 0.166534} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.867489] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.872558] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dad29bc-618a-4253-9f2f-f754c6817208 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.874265] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce23429-85d6-4889-94cf-186377d3e836 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.889456] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1184.889456] env[69073]: value = "task-3220370" [ 1184.889456] env[69073]: _type = "Task" [ 1184.889456] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.890823] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1184.890823] env[69073]: value = "task-3220371" [ 1184.890823] env[69073]: _type = "Task" [ 1184.890823] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.893946] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b5145361-0b15-4073-bd08-fc7582b7e6e6 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.503s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.894490] env[69073]: DEBUG nova.compute.manager [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.894682] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.898340] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cbb6fb-1b63-44a1-b511-12227bc7d384 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.906375] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.912878] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee3ac986-e61e-47e0-bcdc-78a30e399495 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.914664] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220370, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.914915] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.919651] env[69073]: DEBUG oslo_vmware.api [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1184.919651] env[69073]: value = "task-3220372" [ 1184.919651] env[69073]: _type = "Task" [ 1184.919651] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.930677] env[69073]: DEBUG oslo_vmware.api [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.037631] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.037631] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c870901-020d-4936-9cef-63d86ab14491 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.047273] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1185.047273] env[69073]: value = "task-3220373" [ 1185.047273] env[69073]: _type = "Task" [ 1185.047273] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.059834] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.116347] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.116970] env[69073]: DEBUG nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.181215] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5216b9c2-bd8d-616d-ea49-59a16a9a5d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.016441} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.181571] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.181885] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ba27a4e1-b98c-4a9c-bfa0-b60337b4f782/ba27a4e1-b98c-4a9c-bfa0-b60337b4f782.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.182218] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2874a36b-ee87-4175-90ca-6e9125a8f877 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.189478] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1185.189478] env[69073]: value = "task-3220374" [ 1185.189478] env[69073]: _type = "Task" [ 1185.189478] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.199264] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.406109] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220370, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.410131] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220371, 'name': ReconfigVM_Task, 'duration_secs': 0.255889} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.410131] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.410278] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-321bbe55-5fdc-4ad1-92d7-7e28ddd3f7c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.417332] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1185.417332] env[69073]: value = "task-3220375" [ 1185.417332] env[69073]: _type = "Task" [ 1185.417332] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.431259] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.433893] env[69073]: DEBUG oslo_vmware.api [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220372, 'name': PowerOffVM_Task, 'duration_secs': 0.194692} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.434842] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.434842] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.434842] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5236076-e7c8-4ca6-be6a-e86cfdb3d523 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.506249] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.506406] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.507235] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleting the datastore file [datastore1] a0d626c7-f657-4ec0-b58f-794ef24012d9 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.507235] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdc35aab-8d80-49c9-be4b-e76f14d2ec57 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.515598] env[69073]: DEBUG oslo_vmware.api [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for the task: (returnval){ [ 1185.515598] env[69073]: value = "task-3220377" [ 1185.515598] env[69073]: _type = "Task" [ 1185.515598] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.529143] env[69073]: DEBUG oslo_vmware.api [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.562142] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220373, 'name': PowerOffVM_Task, 'duration_secs': 0.322209} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.562583] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.562740] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.563546] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ad2a6d-7494-4ad3-970c-7c07c99a790d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.573411] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.574125] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f185e1c-40b2-43f2-8711-f0d964c07e94 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.623190] env[69073]: DEBUG nova.compute.utils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.624824] env[69073]: DEBUG nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.625607] env[69073]: DEBUG nova.network.neutron [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.649171] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.650286] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.650286] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleting the datastore file [datastore2] 14a93dcf-864c-4744-bc6f-d6df2f0de02f {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.650573] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a9f0a6c-7fff-4186-b844-84d8e0026716 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.659334] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1185.659334] env[69073]: value = "task-3220379" [ 1185.659334] env[69073]: _type = "Task" [ 1185.659334] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.669237] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.701040] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.705783] env[69073]: DEBUG nova.policy [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '191b35ea90a44a59958e58253a85fda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5f58016a7de41ca9415932d9e17fa92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.728739] env[69073]: DEBUG nova.compute.manager [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1185.904070] env[69073]: DEBUG oslo_vmware.api [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220370, 'name': PowerOnVM_Task, 'duration_secs': 0.542709} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.904467] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.904674] env[69073]: INFO nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1185.904859] env[69073]: DEBUG nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.905693] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab833a4-049e-4fee-bbfb-476be7f74c43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.926448] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220375, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.030553] env[69073]: DEBUG oslo_vmware.api [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.135539] env[69073]: DEBUG nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.172427] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.204555] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64662} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.204837] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ba27a4e1-b98c-4a9c-bfa0-b60337b4f782/ba27a4e1-b98c-4a9c-bfa0-b60337b4f782.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.205077] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.205342] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a58e9a6-46ca-40bf-9dce-8fc6823196ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.212792] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1186.212792] env[69073]: value = "task-3220380" [ 1186.212792] env[69073]: _type = "Task" [ 1186.212792] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.223825] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.261434] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.261434] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.379215] env[69073]: DEBUG nova.network.neutron [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Successfully created port: 9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.435358] env[69073]: INFO nova.compute.manager [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Took 19.13 seconds to build instance. [ 1186.445406] env[69073]: DEBUG oslo_vmware.api [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220375, 'name': PowerOnVM_Task, 'duration_secs': 0.597316} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.446680] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.453832] env[69073]: DEBUG nova.compute.manager [None req-e512ac5f-2557-4ad0-9296-f5de94888199 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.454620] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e86abf-f3fc-4786-8fde-3849ba0f8936 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.528540] env[69073]: DEBUG oslo_vmware.api [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Task: {'id': task-3220377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612798} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.528979] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.529430] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.529545] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.529683] env[69073]: INFO nova.compute.manager [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1186.530104] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.531030] env[69073]: DEBUG nova.compute.manager [-] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.531030] env[69073]: DEBUG nova.network.neutron [-] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.671880] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550744} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.672190] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.672386] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.672629] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.731251] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139562} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.731557] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.732432] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c516bc5e-04a5-4c23-a568-8f6d6923d4dc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.757777] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] ba27a4e1-b98c-4a9c-bfa0-b60337b4f782/ba27a4e1-b98c-4a9c-bfa0-b60337b4f782.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.757777] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f6ad8c4-d9b5-4bd6-831c-96156d15327b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.773555] env[69073]: INFO nova.compute.claims [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.784287] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1186.784287] env[69073]: value = "task-3220381" [ 1186.784287] env[69073]: _type = "Task" [ 1186.784287] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.795269] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.858552] env[69073]: DEBUG nova.compute.manager [req-d4bfe004-52fe-4f63-ac20-7735cf0d8211 req-12758c67-b08f-4fd5-adcb-73d7b856f3a3 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Received event network-vif-deleted-300f0bf9-22ee-4c48-a644-dc77bafc90e1 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.858812] env[69073]: INFO nova.compute.manager [req-d4bfe004-52fe-4f63-ac20-7735cf0d8211 req-12758c67-b08f-4fd5-adcb-73d7b856f3a3 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Neutron deleted interface 300f0bf9-22ee-4c48-a644-dc77bafc90e1; detaching it from the instance and deleting it from the info cache [ 1186.859033] env[69073]: DEBUG nova.network.neutron [req-d4bfe004-52fe-4f63-ac20-7735cf0d8211 req-12758c67-b08f-4fd5-adcb-73d7b856f3a3 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.868719] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2179cf6d-debe-4465-b915-024f470b1caa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.868955] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2179cf6d-debe-4465-b915-024f470b1caa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.937317] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cf10514-b86f-4602-920d-994f66042475 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.641s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.142592] env[69073]: DEBUG nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.175315] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.175315] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.175315] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.175315] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.175315] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.175315] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.175315] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.177077] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.177077] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.177329] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.177451] env[69073]: DEBUG nova.virt.hardware [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.178292] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b793a3c8-34e0-4984-8946-398d6894fc50 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.190272] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83a19c4-789a-485e-b49c-a1f990a184a3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.218106] env[69073]: DEBUG nova.compute.manager [req-fb39488d-9439-4908-8a5e-41b0286f00ee req-08d02195-3d96-4c2b-bc54-b8cd962967a8 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received event network-changed-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.218321] env[69073]: DEBUG nova.compute.manager [req-fb39488d-9439-4908-8a5e-41b0286f00ee req-08d02195-3d96-4c2b-bc54-b8cd962967a8 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Refreshing instance network info cache due to event network-changed-cfad8f1a-9987-4309-a6ad-1793e1ecb1be. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.218707] env[69073]: DEBUG oslo_concurrency.lockutils [req-fb39488d-9439-4908-8a5e-41b0286f00ee req-08d02195-3d96-4c2b-bc54-b8cd962967a8 service nova] Acquiring lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.218971] env[69073]: DEBUG oslo_concurrency.lockutils [req-fb39488d-9439-4908-8a5e-41b0286f00ee req-08d02195-3d96-4c2b-bc54-b8cd962967a8 service nova] Acquired lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.219209] env[69073]: DEBUG nova.network.neutron [req-fb39488d-9439-4908-8a5e-41b0286f00ee req-08d02195-3d96-4c2b-bc54-b8cd962967a8 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Refreshing network info cache for port cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.281700] env[69073]: INFO nova.compute.resource_tracker [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating resource usage from migration c984ef69-fa8a-40bf-b30c-af8da1a90e97 [ 1187.295483] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.337339] env[69073]: DEBUG nova.network.neutron [-] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.365340] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9b03405-5a16-49b8-b2bd-ff81e2ca869b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.375699] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13e385c-a4a2-46bd-870e-aa7fbe6b82cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.394181] env[69073]: DEBUG nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.429710] env[69073]: DEBUG nova.compute.manager [req-d4bfe004-52fe-4f63-ac20-7735cf0d8211 req-12758c67-b08f-4fd5-adcb-73d7b856f3a3 service nova] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Detach interface failed, port_id=300f0bf9-22ee-4c48-a644-dc77bafc90e1, reason: Instance a0d626c7-f657-4ec0-b58f-794ef24012d9 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1187.590352] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e1427a-77d6-451d-b08f-d7a252d9f8cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.598186] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff623d75-1021-4604-94b0-5a1e0f916289 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.632157] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d65605d-2494-455f-aff7-93a313909cf3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.640299] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7729d4b-0e11-4703-8adc-5aaae7c05377 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.654121] env[69073]: DEBUG nova.compute.provider_tree [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.716047] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.716315] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.716470] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.716661] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.716829] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.716980] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.717210] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.717369] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.717534] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.717695] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.717864] env[69073]: DEBUG nova.virt.hardware [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.718746] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c57693b-f27d-4376-ad74-a78252419f51 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.728950] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe3a741-046f-469e-8c55-9e4f72bfa711 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.744433] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:9c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c050387-5b30-4b2a-a289-f509a7edb7ce', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1187.751979] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.753627] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1187.757412] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a98c54b4-db26-46ed-a8b3-aced539793fc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.773683] env[69073]: INFO nova.compute.manager [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Unrescuing [ 1187.773987] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.774071] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquired lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.774236] env[69073]: DEBUG nova.network.neutron [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.782260] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1187.782260] env[69073]: value = "task-3220382" [ 1187.782260] env[69073]: _type = "Task" [ 1187.782260] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.800633] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220382, 'name': CreateVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.804242] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220381, 'name': ReconfigVM_Task, 'duration_secs': 0.63998} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.804505] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Reconfigured VM instance instance-0000006e to attach disk [datastore1] ba27a4e1-b98c-4a9c-bfa0-b60337b4f782/ba27a4e1-b98c-4a9c-bfa0-b60337b4f782.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.805142] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cd73716-cffd-44f9-b30b-236a237e530b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.814057] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1187.814057] env[69073]: value = "task-3220383" [ 1187.814057] env[69073]: _type = "Task" [ 1187.814057] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.821834] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220383, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.840378] env[69073]: INFO nova.compute.manager [-] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Took 1.31 seconds to deallocate network for instance. [ 1187.914905] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.021941] env[69073]: DEBUG nova.network.neutron [req-fb39488d-9439-4908-8a5e-41b0286f00ee req-08d02195-3d96-4c2b-bc54-b8cd962967a8 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updated VIF entry in instance network info cache for port cfad8f1a-9987-4309-a6ad-1793e1ecb1be. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.022438] env[69073]: DEBUG nova.network.neutron [req-fb39488d-9439-4908-8a5e-41b0286f00ee req-08d02195-3d96-4c2b-bc54-b8cd962967a8 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [{"id": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "address": "fa:16:3e:b8:14:d3", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfad8f1a-99", "ovs_interfaceid": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.137180] env[69073]: DEBUG nova.network.neutron [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Successfully updated port: 9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.157244] env[69073]: DEBUG nova.scheduler.client.report [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.293911] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220382, 'name': CreateVM_Task, 'duration_secs': 0.44533} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.293911] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.294529] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.295254] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.295254] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.295718] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878994a0-19c3-4396-872d-7a6f7d4fee3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.300557] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1188.300557] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523936da-ff2e-3526-e578-cf6f7191d0de" [ 1188.300557] env[69073]: _type = "Task" [ 1188.300557] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.309578] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523936da-ff2e-3526-e578-cf6f7191d0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.322368] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220383, 'name': Rename_Task, 'duration_secs': 0.226091} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.323071] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.323071] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-177ba2be-4274-4f18-ba0f-6f1f5325defa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.329127] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1188.329127] env[69073]: value = "task-3220384" [ 1188.329127] env[69073]: _type = "Task" [ 1188.329127] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.337072] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.352334] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.525013] env[69073]: DEBUG oslo_concurrency.lockutils [req-fb39488d-9439-4908-8a5e-41b0286f00ee req-08d02195-3d96-4c2b-bc54-b8cd962967a8 service nova] Releasing lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.567910] env[69073]: DEBUG nova.network.neutron [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [{"id": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "address": "fa:16:3e:12:c0:cd", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa618efdd-2c", "ovs_interfaceid": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.640105] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "refresh_cache-ab147c02-cb96-4270-9ccc-b487c10e28ce" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.640355] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "refresh_cache-ab147c02-cb96-4270-9ccc-b487c10e28ce" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.640429] env[69073]: DEBUG nova.network.neutron [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.662407] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.402s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.662677] env[69073]: INFO nova.compute.manager [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Migrating [ 1188.669706] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.755s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.671302] env[69073]: INFO nova.compute.claims [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.812046] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523936da-ff2e-3526-e578-cf6f7191d0de, 'name': SearchDatastore_Task, 'duration_secs': 0.013041} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.812345] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.812594] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1188.812841] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.813026] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.813215] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1188.813479] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba150392-5ca7-450b-92b0-f8c3f180634b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.822615] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1188.822786] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1188.823534] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4819af30-03f7-4820-a2ff-176680204888 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.829225] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1188.829225] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527e8df0-0973-8886-00bc-04fcd74f03a8" [ 1188.829225] env[69073]: _type = "Task" [ 1188.829225] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.840603] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527e8df0-0973-8886-00bc-04fcd74f03a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.843815] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220384, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.071911] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Releasing lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.072166] env[69073]: DEBUG nova.objects.instance [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lazy-loading 'flavor' on Instance uuid ecb2079d-787a-48af-860b-3c0760087a4d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.172225] env[69073]: DEBUG nova.network.neutron [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.183776] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.183962] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.184152] env[69073]: DEBUG nova.network.neutron [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.251247] env[69073]: DEBUG nova.compute.manager [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Received event network-vif-plugged-9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.251556] env[69073]: DEBUG oslo_concurrency.lockutils [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] Acquiring lock "ab147c02-cb96-4270-9ccc-b487c10e28ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.251905] env[69073]: DEBUG oslo_concurrency.lockutils [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.252125] env[69073]: DEBUG oslo_concurrency.lockutils [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.252337] env[69073]: DEBUG nova.compute.manager [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] No waiting events found dispatching network-vif-plugged-9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.252477] env[69073]: WARNING nova.compute.manager [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Received unexpected event network-vif-plugged-9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b for instance with vm_state building and task_state spawning. [ 1189.252639] env[69073]: DEBUG nova.compute.manager [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Received event network-changed-9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.252796] env[69073]: DEBUG nova.compute.manager [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Refreshing instance network info cache due to event network-changed-9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.252966] env[69073]: DEBUG oslo_concurrency.lockutils [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] Acquiring lock "refresh_cache-ab147c02-cb96-4270-9ccc-b487c10e28ce" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.320182] env[69073]: DEBUG nova.network.neutron [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Updating instance_info_cache with network_info: [{"id": "9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b", "address": "fa:16:3e:0d:2e:fc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe60c06-83", "ovs_interfaceid": "9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.344168] env[69073]: DEBUG oslo_vmware.api [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220384, 'name': PowerOnVM_Task, 'duration_secs': 0.77782} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.347612] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.347908] env[69073]: INFO nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1189.348109] env[69073]: DEBUG nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.348400] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527e8df0-0973-8886-00bc-04fcd74f03a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015455} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.349345] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104c51af-59dd-4d9a-b34a-e01913a0da60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.352346] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46355b6c-d866-4fe3-93f3-1298b6b7bed8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.362038] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1189.362038] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5246886c-21d2-7487-dad3-56ed473c6734" [ 1189.362038] env[69073]: _type = "Task" [ 1189.362038] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.369743] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5246886c-21d2-7487-dad3-56ed473c6734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.581976] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f438c22-47ae-4a80-97cb-a24745db4126 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.617457] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.617856] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d07392d8-c657-47f5-a44a-25a6f49e7127 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.625696] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1189.625696] env[69073]: value = "task-3220385" [ 1189.625696] env[69073]: _type = "Task" [ 1189.625696] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.633991] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.823483] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "refresh_cache-ab147c02-cb96-4270-9ccc-b487c10e28ce" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.823483] env[69073]: DEBUG nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Instance network_info: |[{"id": "9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b", "address": "fa:16:3e:0d:2e:fc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe60c06-83", "ovs_interfaceid": "9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.823969] env[69073]: DEBUG oslo_concurrency.lockutils [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] Acquired lock "refresh_cache-ab147c02-cb96-4270-9ccc-b487c10e28ce" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.823969] env[69073]: DEBUG nova.network.neutron [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Refreshing network info cache for port 9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.825304] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:2e:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.835574] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.839836] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.843018] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a198481d-c8f3-41ad-bbbc-dc64d64e1720 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.877601] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.877601] env[69073]: value = "task-3220386" [ 1189.877601] env[69073]: _type = "Task" [ 1189.877601] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.878257] env[69073]: INFO nova.compute.manager [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Took 17.52 seconds to build instance. [ 1189.894791] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5246886c-21d2-7487-dad3-56ed473c6734, 'name': SearchDatastore_Task, 'duration_secs': 0.028929} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.895630] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.896333] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 14a93dcf-864c-4744-bc6f-d6df2f0de02f/14a93dcf-864c-4744-bc6f-d6df2f0de02f.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1189.896671] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6db8434d-da49-49c6-9a79-603046fcdb52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.904998] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 15%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.913658] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1189.913658] env[69073]: value = "task-3220387" [ 1189.913658] env[69073]: _type = "Task" [ 1189.913658] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.928367] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.990702] env[69073]: DEBUG nova.network.neutron [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance_info_cache with network_info: [{"id": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "address": "fa:16:3e:99:df:37", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9955a7c-6c", "ovs_interfaceid": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.025215] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7628a6e0-d04f-47a5-9901-10012a8aa73c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.033991] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b925c51b-f118-463f-8915-dd56f6e654e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.070727] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e5ffea-0677-42be-bba7-dfe75071e0c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.081044] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e4ee17-894f-450c-b9f0-c8ca882af99c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.095223] env[69073]: DEBUG nova.compute.provider_tree [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.135232] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220385, 'name': PowerOffVM_Task, 'duration_secs': 0.501778} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.135500] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.140727] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfiguring VM instance instance-00000064 to detach disk 2002 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1190.141367] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17e16c4b-ff78-41e9-9ec6-8fb3c9c15a06 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.159379] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1190.159379] env[69073]: value = "task-3220388" [ 1190.159379] env[69073]: _type = "Task" [ 1190.159379] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.164253] env[69073]: DEBUG nova.network.neutron [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Updated VIF entry in instance network info cache for port 9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.164617] env[69073]: DEBUG nova.network.neutron [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Updating instance_info_cache with network_info: [{"id": "9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b", "address": "fa:16:3e:0d:2e:fc", "network": {"id": "80221556-0a05-40bf-8487-5e4982a5d073", "bridge": "br-int", "label": "tempest-ServersTestJSON-20254969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5f58016a7de41ca9415932d9e17fa92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fe60c06-83", "ovs_interfaceid": "9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.169021] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.391061] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0e65cc0-fb26-499b-9a58-c60f92ec4d87 tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.039s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.396574] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.425299] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220387, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.493681] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.601601] env[69073]: DEBUG nova.scheduler.client.report [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.669161] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220388, 'name': ReconfigVM_Task, 'duration_secs': 0.383909} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.669451] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfigured VM instance instance-00000064 to detach disk 2002 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.669636] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.670156] env[69073]: DEBUG oslo_concurrency.lockutils [req-408f38fc-9fac-48b6-8f12-0efaea72570d req-01bf71ca-155f-4055-bbc3-7d90a5dde8de service nova] Releasing lock "refresh_cache-ab147c02-cb96-4270-9ccc-b487c10e28ce" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.670497] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94989f21-816c-424f-b710-227b11bb3977 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.677078] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1190.677078] env[69073]: value = "task-3220389" [ 1190.677078] env[69073]: _type = "Task" [ 1190.677078] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.684825] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.897534] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.912130] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.912387] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.912610] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.912913] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.913156] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.918464] env[69073]: INFO nova.compute.manager [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Terminating instance [ 1190.925313] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717576} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.925559] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 14a93dcf-864c-4744-bc6f-d6df2f0de02f/14a93dcf-864c-4744-bc6f-d6df2f0de02f.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1190.925779] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1190.926055] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1930ac44-33bf-4eed-b83d-91688b37d935 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.933567] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1190.933567] env[69073]: value = "task-3220390" [ 1190.933567] env[69073]: _type = "Task" [ 1190.933567] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.942139] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.107738] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.108307] env[69073]: DEBUG nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.110913] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.759s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.111141] env[69073]: DEBUG nova.objects.instance [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lazy-loading 'resources' on Instance uuid a0d626c7-f657-4ec0-b58f-794ef24012d9 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.187830] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.397879] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.422335] env[69073]: DEBUG nova.compute.manager [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.422709] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.423608] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87d3204-c575-46b4-af9c-84db3c629623 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.431399] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.431640] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb635b8d-363d-4164-95d8-bf7e0c31c809 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.438470] env[69073]: DEBUG oslo_vmware.api [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1191.438470] env[69073]: value = "task-3220391" [ 1191.438470] env[69073]: _type = "Task" [ 1191.438470] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.444685] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069008} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.445289] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.446065] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c176a740-0b89-454e-ad1f-bf3816834370 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.451550] env[69073]: DEBUG oslo_vmware.api [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.471087] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 14a93dcf-864c-4744-bc6f-d6df2f0de02f/14a93dcf-864c-4744-bc6f-d6df2f0de02f.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.471409] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61fb27d9-62ea-4295-aa20-a999a32f8438 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.491345] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1191.491345] env[69073]: value = "task-3220392" [ 1191.491345] env[69073]: _type = "Task" [ 1191.491345] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.499751] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.614108] env[69073]: DEBUG nova.compute.utils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.618577] env[69073]: DEBUG nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.618822] env[69073]: DEBUG nova.network.neutron [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.662531] env[69073]: DEBUG nova.policy [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831621232b39495b98128663f0256e82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5647c49a49d45868c6afc712c7b97d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.687325] env[69073]: DEBUG oslo_vmware.api [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220389, 'name': PowerOnVM_Task, 'duration_secs': 0.833906} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.687325] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.687575] env[69073]: DEBUG nova.compute.manager [None req-a82328b0-7904-47aa-a771-bef768f636f4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.690966] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106ba414-42e6-4f56-9eb8-0f5506b9c4ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.901734] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.905216] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e090fe6-33da-4c79-8218-ad56dbf20780 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.912783] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcc1d59-85df-4bb2-8d32-29960abe5f3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.962078] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27b501f-c64d-413c-b09f-9de770598e55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.973977] env[69073]: DEBUG oslo_vmware.api [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220391, 'name': PowerOffVM_Task, 'duration_secs': 0.303935} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.976329] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.976512] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.976810] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2735a392-4a4c-4067-bdf9-60ca8d5abf9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.980402] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c78829c-ad85-46f6-9890-7a45b8c9fa26 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.996670] env[69073]: DEBUG nova.compute.provider_tree [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.008806] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220392, 'name': ReconfigVM_Task, 'duration_secs': 0.493576} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.010049] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 14a93dcf-864c-4744-bc6f-d6df2f0de02f/14a93dcf-864c-4744-bc6f-d6df2f0de02f.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.011180] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2bc985-aaa8-4a6b-8002-266fff27dadc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.014456] env[69073]: DEBUG nova.network.neutron [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Successfully created port: 9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.016561] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21b55476-a649-4132-9708-95709bf835af {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.036081] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance '4d019ce6-0008-4b6a-8fb5-8190c923f39a' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.041462] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1192.041462] env[69073]: value = "task-3220394" [ 1192.041462] env[69073]: _type = "Task" [ 1192.041462] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.051763] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220394, 'name': Rename_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.121986] env[69073]: DEBUG nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.399576] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.526043] env[69073]: ERROR nova.scheduler.client.report [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] [req-49eae00a-9434-4e96-9e21-f917f88806dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49eae00a-9434-4e96-9e21-f917f88806dc"}]} [ 1192.540259] env[69073]: DEBUG nova.scheduler.client.report [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1192.544246] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.544899] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc8488ce-0b67-4b55-bf8a-04db4b8474db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.557381] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220394, 'name': Rename_Task, 'duration_secs': 0.222756} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.559013] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.559324] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1192.559324] env[69073]: value = "task-3220395" [ 1192.559324] env[69073]: _type = "Task" [ 1192.559324] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.560408] env[69073]: DEBUG nova.scheduler.client.report [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1192.560703] env[69073]: DEBUG nova.compute.provider_tree [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.563122] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3500fd23-8efb-42f5-bc52-fd38abfc89cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.576207] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.578686] env[69073]: DEBUG nova.scheduler.client.report [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1192.581303] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1192.581303] env[69073]: value = "task-3220396" [ 1192.581303] env[69073]: _type = "Task" [ 1192.581303] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.595308] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.599044] env[69073]: DEBUG nova.scheduler.client.report [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1192.683961] env[69073]: DEBUG oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d36dd-d3de-ca47-1a56-cd23bc23d85d/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.684931] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bfee7e-ca7a-4739-b1e0-f990efe5e56e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.693631] env[69073]: DEBUG oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d36dd-d3de-ca47-1a56-cd23bc23d85d/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.693802] env[69073]: ERROR oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d36dd-d3de-ca47-1a56-cd23bc23d85d/disk-0.vmdk due to incomplete transfer. [ 1192.694115] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e9c47cef-655e-49bd-afb1-2ba8a53107c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.703376] env[69073]: DEBUG oslo_vmware.rw_handles [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d36dd-d3de-ca47-1a56-cd23bc23d85d/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1192.703592] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Uploaded image 42dfbf05-2eed-44c4-af3a-83069d943fc7 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1192.705956] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1192.706508] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2625ccb2-9706-46fa-a930-eeca41168053 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.714302] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1192.714302] env[69073]: value = "task-3220397" [ 1192.714302] env[69073]: _type = "Task" [ 1192.714302] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.723807] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220397, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.904948] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.921264] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fd3695-6284-43d0-9a4c-7e41165b85b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.929159] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b36f4cc-9ae4-43b2-a657-2f1107699085 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.963032] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cbaf2e-f047-460c-9b2c-17b13224304d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.972091] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817abcc1-08dc-4242-8758-64e66d0fda87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.987087] env[69073]: DEBUG nova.compute.provider_tree [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.026698] env[69073]: DEBUG nova.compute.manager [req-4e37d74c-cad1-49ea-91cf-c556cce9e4b6 req-bcdba7a2-eb22-4ddd-99cc-8c0e8ce1eca1 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Received event network-changed-a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.026897] env[69073]: DEBUG nova.compute.manager [req-4e37d74c-cad1-49ea-91cf-c556cce9e4b6 req-bcdba7a2-eb22-4ddd-99cc-8c0e8ce1eca1 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Refreshing instance network info cache due to event network-changed-a618efdd-2cd2-4007-9fe6-176b1a46fd1f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.027122] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e37d74c-cad1-49ea-91cf-c556cce9e4b6 req-bcdba7a2-eb22-4ddd-99cc-8c0e8ce1eca1 service nova] Acquiring lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.027263] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e37d74c-cad1-49ea-91cf-c556cce9e4b6 req-bcdba7a2-eb22-4ddd-99cc-8c0e8ce1eca1 service nova] Acquired lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.027420] env[69073]: DEBUG nova.network.neutron [req-4e37d74c-cad1-49ea-91cf-c556cce9e4b6 req-bcdba7a2-eb22-4ddd-99cc-8c0e8ce1eca1 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Refreshing network info cache for port a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.075476] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220395, 'name': PowerOffVM_Task, 'duration_secs': 0.206574} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.075728] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.075908] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance '4d019ce6-0008-4b6a-8fb5-8190c923f39a' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.091874] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.136143] env[69073]: DEBUG nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.169428] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.169716] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.169933] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.170236] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.170393] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.170550] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.170781] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.170960] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.171192] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.171475] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.171556] env[69073]: DEBUG nova.virt.hardware [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.172455] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67359781-9176-46a0-b7cd-c7fb7be94d6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.181069] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fc228d-0af3-43da-9513-1ae38416ad71 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.224581] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220397, 'name': Destroy_Task} progress is 33%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.404456] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.434798] env[69073]: DEBUG nova.compute.manager [req-3d3db29a-a4f1-40df-a229-6e30f87afbec req-675ea2f4-9e02-4546-a0b8-8563245bcbd3 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Received event network-vif-plugged-9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.435034] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d3db29a-a4f1-40df-a229-6e30f87afbec req-675ea2f4-9e02-4546-a0b8-8563245bcbd3 service nova] Acquiring lock "2179cf6d-debe-4465-b915-024f470b1caa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.435326] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d3db29a-a4f1-40df-a229-6e30f87afbec req-675ea2f4-9e02-4546-a0b8-8563245bcbd3 service nova] Lock "2179cf6d-debe-4465-b915-024f470b1caa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.435500] env[69073]: DEBUG oslo_concurrency.lockutils [req-3d3db29a-a4f1-40df-a229-6e30f87afbec req-675ea2f4-9e02-4546-a0b8-8563245bcbd3 service nova] Lock "2179cf6d-debe-4465-b915-024f470b1caa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.435699] env[69073]: DEBUG nova.compute.manager [req-3d3db29a-a4f1-40df-a229-6e30f87afbec req-675ea2f4-9e02-4546-a0b8-8563245bcbd3 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] No waiting events found dispatching network-vif-plugged-9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.435883] env[69073]: WARNING nova.compute.manager [req-3d3db29a-a4f1-40df-a229-6e30f87afbec req-675ea2f4-9e02-4546-a0b8-8563245bcbd3 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Received unexpected event network-vif-plugged-9c8513fa-ec51-4a40-83b6-fd6d375db891 for instance with vm_state building and task_state spawning. [ 1193.523265] env[69073]: DEBUG nova.network.neutron [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Successfully updated port: 9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.538024] env[69073]: DEBUG nova.scheduler.client.report [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1193.538024] env[69073]: DEBUG nova.compute.provider_tree [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 147 to 148 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1193.538024] env[69073]: DEBUG nova.compute.provider_tree [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 121, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1193.586024] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.586024] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.586024] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.586024] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.586024] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.586024] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.586480] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.586623] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.586971] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.587187] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.587578] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.602664] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9559efdc-1c6a-40b0-81d8-e2098718c4b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.637488] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220396, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.639835] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1193.639835] env[69073]: value = "task-3220398" [ 1193.639835] env[69073]: _type = "Task" [ 1193.639835] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.654307] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.726369] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220397, 'name': Destroy_Task, 'duration_secs': 0.879318} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.726631] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Destroyed the VM [ 1193.726882] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1193.727161] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-edb68c4d-6411-4dd3-8864-34469fa27fba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.736599] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1193.736599] env[69073]: value = "task-3220399" [ 1193.736599] env[69073]: _type = "Task" [ 1193.736599] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.747506] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.786615] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.786859] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.787065] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleting the datastore file [datastore1] ba27a4e1-b98c-4a9c-bfa0-b60337b4f782 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.787365] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34f7b64a-f01b-4e3c-9a65-37152f768a69 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.796250] env[69073]: DEBUG oslo_vmware.api [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for the task: (returnval){ [ 1193.796250] env[69073]: value = "task-3220400" [ 1193.796250] env[69073]: _type = "Task" [ 1193.796250] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.811732] env[69073]: DEBUG oslo_vmware.api [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.906040] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.918405] env[69073]: DEBUG nova.network.neutron [req-4e37d74c-cad1-49ea-91cf-c556cce9e4b6 req-bcdba7a2-eb22-4ddd-99cc-8c0e8ce1eca1 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updated VIF entry in instance network info cache for port a618efdd-2cd2-4007-9fe6-176b1a46fd1f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.918826] env[69073]: DEBUG nova.network.neutron [req-4e37d74c-cad1-49ea-91cf-c556cce9e4b6 req-bcdba7a2-eb22-4ddd-99cc-8c0e8ce1eca1 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [{"id": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "address": "fa:16:3e:12:c0:cd", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa618efdd-2c", "ovs_interfaceid": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.028243] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.028243] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.028504] env[69073]: DEBUG nova.network.neutron [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.046992] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.936s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.074616] env[69073]: INFO nova.scheduler.client.report [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Deleted allocations for instance a0d626c7-f657-4ec0-b58f-794ef24012d9 [ 1194.114063] env[69073]: DEBUG oslo_vmware.api [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220396, 'name': PowerOnVM_Task, 'duration_secs': 1.200485} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.114377] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.114589] env[69073]: DEBUG nova.compute.manager [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.115451] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a71576-8bbf-4e39-9c19-6847e656d40d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.151879] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220398, 'name': ReconfigVM_Task, 'duration_secs': 0.227264} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.152247] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance '4d019ce6-0008-4b6a-8fb5-8190c923f39a' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.249483] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220399, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.306948] env[69073]: DEBUG oslo_vmware.api [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Task: {'id': task-3220400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205835} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.307177] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.307363] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.307536] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.307708] env[69073]: INFO nova.compute.manager [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Took 2.89 seconds to destroy the instance on the hypervisor. [ 1194.308043] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.308155] env[69073]: DEBUG nova.compute.manager [-] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.308247] env[69073]: DEBUG nova.network.neutron [-] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.404206] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220386, 'name': CreateVM_Task, 'duration_secs': 4.062208} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.404413] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.405137] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.405309] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.405636] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.405904] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f22d4dfe-58e4-43bb-957b-c820469496e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.412893] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1194.412893] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d81a89-d077-e8e9-265e-882f3f4ac263" [ 1194.412893] env[69073]: _type = "Task" [ 1194.412893] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.422391] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d81a89-d077-e8e9-265e-882f3f4ac263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.425346] env[69073]: DEBUG oslo_concurrency.lockutils [req-4e37d74c-cad1-49ea-91cf-c556cce9e4b6 req-bcdba7a2-eb22-4ddd-99cc-8c0e8ce1eca1 service nova] Releasing lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.566395] env[69073]: DEBUG nova.network.neutron [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.584218] env[69073]: DEBUG oslo_concurrency.lockutils [None req-74a48c8c-f580-402a-b82a-c442cb5b756d tempest-AttachInterfacesTestJSON-1705911511 tempest-AttachInterfacesTestJSON-1705911511-project-member] Lock "a0d626c7-f657-4ec0-b58f-794ef24012d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.201s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.641102] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.641419] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.641619] env[69073]: DEBUG nova.objects.instance [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1194.659458] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.659458] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.659711] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.659711] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.659846] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.660532] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.660532] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.660532] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.660680] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.661943] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.661943] env[69073]: DEBUG nova.virt.hardware [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.667119] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.667361] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b442f586-3017-4295-85d1-ddc8b6e59018 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.694235] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1194.694235] env[69073]: value = "task-3220401" [ 1194.694235] env[69073]: _type = "Task" [ 1194.694235] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.704181] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.748905] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220399, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.785839] env[69073]: DEBUG nova.network.neutron [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Updating instance_info_cache with network_info: [{"id": "9c8513fa-ec51-4a40-83b6-fd6d375db891", "address": "fa:16:3e:9c:1a:c9", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8513fa-ec", "ovs_interfaceid": "9c8513fa-ec51-4a40-83b6-fd6d375db891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.924979] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d81a89-d077-e8e9-265e-882f3f4ac263, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.925473] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.925473] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.925716] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.925897] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.926118] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.926391] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a0ce1ea-c51f-4893-aa28-5b4ad4b6f309 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.940925] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.941173] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.941924] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35169c7c-a7ff-4573-8e54-bfcf31f4d586 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.948524] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1194.948524] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a1858d-da04-6d63-ff02-2e94e5c61cf9" [ 1194.948524] env[69073]: _type = "Task" [ 1194.948524] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.957620] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a1858d-da04-6d63-ff02-2e94e5c61cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.119949] env[69073]: DEBUG nova.network.neutron [-] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.122155] env[69073]: DEBUG nova.compute.manager [req-b60c0616-0691-4024-83e2-0d3746275085 req-405e95ee-4a67-42f8-8031-0bfd0bd20ab2 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Received event network-changed-a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.122459] env[69073]: DEBUG nova.compute.manager [req-b60c0616-0691-4024-83e2-0d3746275085 req-405e95ee-4a67-42f8-8031-0bfd0bd20ab2 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Refreshing instance network info cache due to event network-changed-a618efdd-2cd2-4007-9fe6-176b1a46fd1f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.122676] env[69073]: DEBUG oslo_concurrency.lockutils [req-b60c0616-0691-4024-83e2-0d3746275085 req-405e95ee-4a67-42f8-8031-0bfd0bd20ab2 service nova] Acquiring lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.122817] env[69073]: DEBUG oslo_concurrency.lockutils [req-b60c0616-0691-4024-83e2-0d3746275085 req-405e95ee-4a67-42f8-8031-0bfd0bd20ab2 service nova] Acquired lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.123025] env[69073]: DEBUG nova.network.neutron [req-b60c0616-0691-4024-83e2-0d3746275085 req-405e95ee-4a67-42f8-8031-0bfd0bd20ab2 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Refreshing network info cache for port a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.207802] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220401, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.248639] env[69073]: DEBUG oslo_vmware.api [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220399, 'name': RemoveSnapshot_Task, 'duration_secs': 1.258324} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.251629] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1195.251629] env[69073]: INFO nova.compute.manager [None req-756f8799-0add-4a1f-9b3b-2747659ada37 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Took 19.78 seconds to snapshot the instance on the hypervisor. [ 1195.289567] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.289697] env[69073]: DEBUG nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Instance network_info: |[{"id": "9c8513fa-ec51-4a40-83b6-fd6d375db891", "address": "fa:16:3e:9c:1a:c9", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8513fa-ec", "ovs_interfaceid": "9c8513fa-ec51-4a40-83b6-fd6d375db891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.290930] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:1a:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c8513fa-ec51-4a40-83b6-fd6d375db891', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.298792] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.299364] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.299590] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-901b21aa-ce9d-4eb6-8f49-dccef3077ae2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.325613] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.325613] env[69073]: value = "task-3220402" [ 1195.325613] env[69073]: _type = "Task" [ 1195.325613] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.335649] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220402, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.459859] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a1858d-da04-6d63-ff02-2e94e5c61cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.018445} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.460707] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fdfdf0-2142-49b7-ac0b-9a03ab6d2e49 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.466886] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1195.466886] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52133e03-8e54-e309-c486-191c865f7e3e" [ 1195.466886] env[69073]: _type = "Task" [ 1195.466886] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.475613] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52133e03-8e54-e309-c486-191c865f7e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.536471] env[69073]: DEBUG nova.compute.manager [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Received event network-changed-9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.536471] env[69073]: DEBUG nova.compute.manager [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Refreshing instance network info cache due to event network-changed-9c8513fa-ec51-4a40-83b6-fd6d375db891. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.536471] env[69073]: DEBUG oslo_concurrency.lockutils [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] Acquiring lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.536471] env[69073]: DEBUG oslo_concurrency.lockutils [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] Acquired lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.536471] env[69073]: DEBUG nova.network.neutron [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Refreshing network info cache for port 9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.627875] env[69073]: INFO nova.compute.manager [-] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Took 1.32 seconds to deallocate network for instance. [ 1195.652571] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1e07dca3-ce23-4ad2-9757-3dcf7c696613 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.705687] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220401, 'name': ReconfigVM_Task, 'duration_secs': 0.564308} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.707016] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.707171] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f881c91-a05b-4b93-8d31-fd8dd6f35051 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.732411] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 4d019ce6-0008-4b6a-8fb5-8190c923f39a/4d019ce6-0008-4b6a-8fb5-8190c923f39a.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.732725] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8363842-e7f3-4596-9512-d298a04b67ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.756466] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1195.756466] env[69073]: value = "task-3220403" [ 1195.756466] env[69073]: _type = "Task" [ 1195.756466] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.768009] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.839129] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220402, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.873646] env[69073]: DEBUG nova.network.neutron [req-b60c0616-0691-4024-83e2-0d3746275085 req-405e95ee-4a67-42f8-8031-0bfd0bd20ab2 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updated VIF entry in instance network info cache for port a618efdd-2cd2-4007-9fe6-176b1a46fd1f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.874109] env[69073]: DEBUG nova.network.neutron [req-b60c0616-0691-4024-83e2-0d3746275085 req-405e95ee-4a67-42f8-8031-0bfd0bd20ab2 service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [{"id": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "address": "fa:16:3e:12:c0:cd", "network": {"id": "703b264b-3e76-44f0-ade1-3a6425009e5c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1733892784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a8f78e2c11e43c5b0bc139194b7574e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa618efdd-2c", "ovs_interfaceid": "a618efdd-2cd2-4007-9fe6-176b1a46fd1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.978743] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52133e03-8e54-e309-c486-191c865f7e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.02747} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.979095] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.979309] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ab147c02-cb96-4270-9ccc-b487c10e28ce/ab147c02-cb96-4270-9ccc-b487c10e28ce.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.979588] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-222c7cef-ab92-4816-a4be-1c1ff20ad8fa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.995653] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1195.995653] env[69073]: value = "task-3220404" [ 1195.995653] env[69073]: _type = "Task" [ 1195.995653] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.007779] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.134679] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.134864] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.135117] env[69073]: DEBUG nova.objects.instance [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lazy-loading 'resources' on Instance uuid ba27a4e1-b98c-4a9c-bfa0-b60337b4f782 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.273724] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220403, 'name': ReconfigVM_Task, 'duration_secs': 0.286727} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.274102] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 4d019ce6-0008-4b6a-8fb5-8190c923f39a/4d019ce6-0008-4b6a-8fb5-8190c923f39a.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.274423] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance '4d019ce6-0008-4b6a-8fb5-8190c923f39a' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.317145] env[69073]: DEBUG nova.network.neutron [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Updated VIF entry in instance network info cache for port 9c8513fa-ec51-4a40-83b6-fd6d375db891. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.317611] env[69073]: DEBUG nova.network.neutron [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Updating instance_info_cache with network_info: [{"id": "9c8513fa-ec51-4a40-83b6-fd6d375db891", "address": "fa:16:3e:9c:1a:c9", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8513fa-ec", "ovs_interfaceid": "9c8513fa-ec51-4a40-83b6-fd6d375db891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.339883] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220402, 'name': CreateVM_Task, 'duration_secs': 0.67153} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.340118] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.340852] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.341021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.341351] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.341742] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed832f43-92b2-49a8-905e-b3580373e64d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.349405] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1196.349405] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52aeded9-4ca4-eff9-d197-4dfb922b5a2e" [ 1196.349405] env[69073]: _type = "Task" [ 1196.349405] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.359277] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52aeded9-4ca4-eff9-d197-4dfb922b5a2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.377741] env[69073]: DEBUG oslo_concurrency.lockutils [req-b60c0616-0691-4024-83e2-0d3746275085 req-405e95ee-4a67-42f8-8031-0bfd0bd20ab2 service nova] Releasing lock "refresh_cache-ecb2079d-787a-48af-860b-3c0760087a4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.508653] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497071} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.508923] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] ab147c02-cb96-4270-9ccc-b487c10e28ce/ab147c02-cb96-4270-9ccc-b487c10e28ce.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.509160] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.509431] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf058c6-60ca-4d7b-a7de-5440c073b169 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.517489] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1196.517489] env[69073]: value = "task-3220405" [ 1196.517489] env[69073]: _type = "Task" [ 1196.517489] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.529943] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.784120] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab07af7-0c5a-43bf-a1c0-3ea2d45b8713 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.814748] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268fc956-e780-405d-a216-867c8af2858b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.836646] env[69073]: DEBUG oslo_concurrency.lockutils [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] Releasing lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.836935] env[69073]: DEBUG nova.compute.manager [req-20c1d2c6-e1ef-4df6-8964-a2488ece3cc4 req-0eafb50a-90c5-4199-b272-ec43c2bdbdec service nova] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Received event network-vif-deleted-aabba8cb-8d52-4b0f-b913-dd381308612c {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.837687] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance '4d019ce6-0008-4b6a-8fb5-8190c923f39a' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.862903] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52aeded9-4ca4-eff9-d197-4dfb922b5a2e, 'name': SearchDatastore_Task, 'duration_secs': 0.065354} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.865590] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.865877] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.866147] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.866299] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.866475] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.867193] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa759087-13a9-4baa-8694-941589181bfe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.880313] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.880509] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.882166] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa58e50-9a04-4f48-9ded-6fbc4ace0aff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.889231] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1196.889231] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5286261a-d7db-df85-3415-c1ebd3d471b0" [ 1196.889231] env[69073]: _type = "Task" [ 1196.889231] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.900380] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5286261a-d7db-df85-3415-c1ebd3d471b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.957780] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9fa326-3ffd-48b6-8f92-6257e9c619ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.966570] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954b4d9e-c2c1-496a-9d95-979e40dd6833 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.997017] env[69073]: DEBUG nova.compute.manager [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.998069] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb437b3-d1d6-4e09-9b05-93f7164ec003 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.001108] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867faacc-9cf5-4951-8123-cd3166d5116d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.015327] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7fab82-af02-4333-92b7-e066d5547e7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.040369] env[69073]: DEBUG nova.compute.provider_tree [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.048514] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077295} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.054379] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.056328] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69d769-99fc-42cf-adee-8554edafd375 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.082494] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] ab147c02-cb96-4270-9ccc-b487c10e28ce/ab147c02-cb96-4270-9ccc-b487c10e28ce.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.083073] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646ea034-bdf2-4b5f-8256-c6cff55cca1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.097946] env[69073]: DEBUG nova.scheduler.client.report [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1197.098223] env[69073]: DEBUG nova.compute.provider_tree [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 148 to 149 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1197.098401] env[69073]: DEBUG nova.compute.provider_tree [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.109114] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1197.109114] env[69073]: value = "task-3220406" [ 1197.109114] env[69073]: _type = "Task" [ 1197.109114] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.119100] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.173047] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquiring lock "251803a4-2d18-495b-b2f0-c8d77143f2c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.173332] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "251803a4-2d18-495b-b2f0-c8d77143f2c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.173543] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquiring lock "251803a4-2d18-495b-b2f0-c8d77143f2c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.173754] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "251803a4-2d18-495b-b2f0-c8d77143f2c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.173919] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "251803a4-2d18-495b-b2f0-c8d77143f2c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.176148] env[69073]: INFO nova.compute.manager [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Terminating instance [ 1197.405649] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5286261a-d7db-df85-3415-c1ebd3d471b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.406501] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f67d04d-0901-44c6-b777-a108cf51485a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.412879] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1197.412879] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cc40bf-9322-4f79-f3dc-dc37110dee58" [ 1197.412879] env[69073]: _type = "Task" [ 1197.412879] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.417162] env[69073]: DEBUG nova.network.neutron [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Port a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1197.425515] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cc40bf-9322-4f79-f3dc-dc37110dee58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.514790] env[69073]: INFO nova.compute.manager [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] instance snapshotting [ 1197.517477] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48fdbf1-84d1-4cd6-8973-eba4192cb08d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.538356] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e81110-7eb0-4970-8d43-0981a7f7407d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.603989] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.469s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.618792] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220406, 'name': ReconfigVM_Task, 'duration_secs': 0.335078} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.619087] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Reconfigured VM instance instance-0000006f to attach disk [datastore1] ab147c02-cb96-4270-9ccc-b487c10e28ce/ab147c02-cb96-4270-9ccc-b487c10e28ce.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.620019] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d73d2fdf-d3ee-4186-b185-c26378c166f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.628431] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1197.628431] env[69073]: value = "task-3220407" [ 1197.628431] env[69073]: _type = "Task" [ 1197.628431] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.634328] env[69073]: INFO nova.scheduler.client.report [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Deleted allocations for instance ba27a4e1-b98c-4a9c-bfa0-b60337b4f782 [ 1197.643183] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220407, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.679834] env[69073]: DEBUG nova.compute.manager [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.680509] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.681064] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dbde5e-df9b-44ae-a1a3-2447785a8bd0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.689588] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.689837] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b86b8e3e-0f5a-4b8d-89ef-6809d7fd9810 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.697582] env[69073]: DEBUG oslo_vmware.api [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1197.697582] env[69073]: value = "task-3220408" [ 1197.697582] env[69073]: _type = "Task" [ 1197.697582] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.709583] env[69073]: DEBUG oslo_vmware.api [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.930847] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cc40bf-9322-4f79-f3dc-dc37110dee58, 'name': SearchDatastore_Task, 'duration_secs': 0.011233} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.931636] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.932042] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2179cf6d-debe-4465-b915-024f470b1caa/2179cf6d-debe-4465-b915-024f470b1caa.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.932402] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0860684b-2f7f-49e2-873f-e5c762e8794c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.944409] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1197.944409] env[69073]: value = "task-3220409" [ 1197.944409] env[69073]: _type = "Task" [ 1197.944409] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.957581] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.050166] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1198.050487] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1439d06c-3bb3-452d-9ef8-58ab00a91021 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.059253] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1198.059253] env[69073]: value = "task-3220410" [ 1198.059253] env[69073]: _type = "Task" [ 1198.059253] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.067730] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.139921] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220407, 'name': Rename_Task, 'duration_secs': 0.196983} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.142493] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.142999] env[69073]: DEBUG oslo_concurrency.lockutils [None req-fabbb8d9-a74e-472c-ab35-847e59751d0f tempest-ServerDiskConfigTestJSON-1499656893 tempest-ServerDiskConfigTestJSON-1499656893-project-member] Lock "ba27a4e1-b98c-4a9c-bfa0-b60337b4f782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.231s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.143902] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2301e3fd-4e15-40b1-9b6f-086f2c86ce79 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.153533] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1198.153533] env[69073]: value = "task-3220411" [ 1198.153533] env[69073]: _type = "Task" [ 1198.153533] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.163358] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.208624] env[69073]: DEBUG oslo_vmware.api [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220408, 'name': PowerOffVM_Task, 'duration_secs': 0.210275} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.209355] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.209626] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.210023] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a543a163-33b8-4620-a795-13d68822d088 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.299411] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.299928] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.300280] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Deleting the datastore file [datastore2] 251803a4-2d18-495b-b2f0-c8d77143f2c9 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.300652] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e11b16d-70f1-45e9-ac83-86ac5eb8e1f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.310821] env[69073]: DEBUG oslo_vmware.api [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for the task: (returnval){ [ 1198.310821] env[69073]: value = "task-3220413" [ 1198.310821] env[69073]: _type = "Task" [ 1198.310821] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.323289] env[69073]: DEBUG oslo_vmware.api [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.448069] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.448321] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.448506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.460433] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220409, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.573631] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.666423] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220411, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.822464] env[69073]: DEBUG oslo_vmware.api [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Task: {'id': task-3220413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234759} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.822464] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.822464] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.822619] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.822691] env[69073]: INFO nova.compute.manager [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1198.823529] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.823529] env[69073]: DEBUG nova.compute.manager [-] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.823529] env[69073]: DEBUG nova.network.neutron [-] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.962798] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530029} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.963570] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 2179cf6d-debe-4465-b915-024f470b1caa/2179cf6d-debe-4465-b915-024f470b1caa.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.963726] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.964105] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27a85be7-d5d9-4fa0-86ef-811739d53b8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.975573] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1198.975573] env[69073]: value = "task-3220414" [ 1198.975573] env[69073]: _type = "Task" [ 1198.975573] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.989459] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.071279] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220410, 'name': CreateSnapshot_Task, 'duration_secs': 0.673157} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.071627] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1199.072329] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae537614-82d3-4770-812f-93a25d0b78ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.165923] env[69073]: DEBUG oslo_vmware.api [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220411, 'name': PowerOnVM_Task, 'duration_secs': 0.628937} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.166247] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.166456] env[69073]: INFO nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Took 12.02 seconds to spawn the instance on the hypervisor. [ 1199.166634] env[69073]: DEBUG nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.167464] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd58ba-1453-4097-82c5-16bbfd6b0227 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.490025] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177654} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.490025] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.490025] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de9d9c7-5cfb-4d67-9cb6-245a340a86b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.511910] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 2179cf6d-debe-4465-b915-024f470b1caa/2179cf6d-debe-4465-b915-024f470b1caa.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.513116] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.513290] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.513550] env[69073]: DEBUG nova.network.neutron [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.514679] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d448dd-6af6-434c-837b-9bc272c66a19 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.538745] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1199.538745] env[69073]: value = "task-3220415" [ 1199.538745] env[69073]: _type = "Task" [ 1199.538745] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.550093] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.594940] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1199.595779] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfa95030-ae60-45a6-9b33-71ac2dbda184 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.609724] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1199.609724] env[69073]: value = "task-3220416" [ 1199.609724] env[69073]: _type = "Task" [ 1199.609724] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.623217] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220416, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.690327] env[69073]: INFO nova.compute.manager [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Took 23.52 seconds to build instance. [ 1199.863766] env[69073]: DEBUG nova.compute.manager [req-08654476-6e94-4c61-8cd9-1dd29187f4da req-574bc6b7-b099-4bd7-a2dd-8e54c750eafd service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Received event network-vif-deleted-a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.863841] env[69073]: INFO nova.compute.manager [req-08654476-6e94-4c61-8cd9-1dd29187f4da req-574bc6b7-b099-4bd7-a2dd-8e54c750eafd service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Neutron deleted interface a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d; detaching it from the instance and deleting it from the info cache [ 1199.863983] env[69073]: DEBUG nova.network.neutron [req-08654476-6e94-4c61-8cd9-1dd29187f4da req-574bc6b7-b099-4bd7-a2dd-8e54c750eafd service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.053406] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.124538] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220416, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.195132] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8898d921-90af-47b1-b3de-fd957ad1375c tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.034s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.313748] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.313748] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.313748] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.313748] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.313748] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.313748] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.313748] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.313748] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1200.313748] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.338716] env[69073]: DEBUG nova.network.neutron [-] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.371248] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1659b935-0ea3-45e5-9fd9-ad5ab33ed33c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.376872] env[69073]: DEBUG nova.network.neutron [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance_info_cache with network_info: [{"id": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "address": "fa:16:3e:99:df:37", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9955a7c-6c", "ovs_interfaceid": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.384213] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7935bfa-f141-4264-9bec-1cf88e3118c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.429869] env[69073]: DEBUG nova.compute.manager [req-08654476-6e94-4c61-8cd9-1dd29187f4da req-574bc6b7-b099-4bd7-a2dd-8e54c750eafd service nova] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Detach interface failed, port_id=a3a5484c-bfb1-4d8d-9384-b3fd8fc5647d, reason: Instance 251803a4-2d18-495b-b2f0-c8d77143f2c9 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1200.554253] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220415, 'name': ReconfigVM_Task, 'duration_secs': 0.644685} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.554253] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 2179cf6d-debe-4465-b915-024f470b1caa/2179cf6d-debe-4465-b915-024f470b1caa.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.554253] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a044f12b-294f-450e-9597-14ec6ba107e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.561482] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1200.561482] env[69073]: value = "task-3220417" [ 1200.561482] env[69073]: _type = "Task" [ 1200.561482] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.571310] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220417, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.623598] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220416, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.816465] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.816923] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.818615] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.818898] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1200.819986] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db0c6c2-bd1d-40e1-825a-23cf96b455e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.831133] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e36940-994f-4b41-96fa-2cc482a0c986 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.849455] env[69073]: INFO nova.compute.manager [-] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Took 2.03 seconds to deallocate network for instance. [ 1200.858669] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa360472-1b65-4860-b854-4806ada37ee5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.866664] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db7afa1-06de-477d-88a4-f7210960f1e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.899507] env[69073]: DEBUG oslo_concurrency.lockutils [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.904392] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179256MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1200.905100] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.905100] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.072715] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220417, 'name': Rename_Task, 'duration_secs': 0.181277} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.073037] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.073261] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bd0dbb6-febf-4b4d-912d-89f5ee58f13f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.080688] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1201.080688] env[69073]: value = "task-3220418" [ 1201.080688] env[69073]: _type = "Task" [ 1201.080688] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.096383] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.123987] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220416, 'name': CloneVM_Task, 'duration_secs': 1.347338} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.124429] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Created linked-clone VM from snapshot [ 1201.125319] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd0525c-6285-4f6a-a7dc-c7c6707e1721 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.134367] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Uploading image 017ef625-9a45-4513-8a6a-aecfcd70436b {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1201.178087] env[69073]: DEBUG oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1201.178087] env[69073]: value = "vm-643847" [ 1201.178087] env[69073]: _type = "VirtualMachine" [ 1201.178087] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1201.178411] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edea6688-1a06-4fc2-b0be-b1e8fd319944 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.189187] env[69073]: DEBUG oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lease: (returnval){ [ 1201.189187] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528b2b6d-e409-6ebe-88f6-73529eff9151" [ 1201.189187] env[69073]: _type = "HttpNfcLease" [ 1201.189187] env[69073]: } obtained for exporting VM: (result){ [ 1201.189187] env[69073]: value = "vm-643847" [ 1201.189187] env[69073]: _type = "VirtualMachine" [ 1201.189187] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1201.189187] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the lease: (returnval){ [ 1201.189187] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528b2b6d-e409-6ebe-88f6-73529eff9151" [ 1201.189187] env[69073]: _type = "HttpNfcLease" [ 1201.189187] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1201.201180] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.201180] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528b2b6d-e409-6ebe-88f6-73529eff9151" [ 1201.201180] env[69073]: _type = "HttpNfcLease" [ 1201.201180] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1201.363189] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.447506] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05b4963-a53b-4176-ba9b-11bebc3f8fd2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.473948] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c2e52a-4d48-49c4-a13d-23a03300d2c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.479212] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance '4d019ce6-0008-4b6a-8fb5-8190c923f39a' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.592871] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.702635] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.702635] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528b2b6d-e409-6ebe-88f6-73529eff9151" [ 1201.702635] env[69073]: _type = "HttpNfcLease" [ 1201.702635] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1201.703020] env[69073]: DEBUG oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1201.703020] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]528b2b6d-e409-6ebe-88f6-73529eff9151" [ 1201.703020] env[69073]: _type = "HttpNfcLease" [ 1201.703020] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1201.703808] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8591645a-1eb1-4a60-881d-1084e69b3801 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.706957] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.707202] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.707401] env[69073]: DEBUG nova.compute.manager [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.708234] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89a2b2d-930b-4734-9463-835aa7fee311 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.718144] env[69073]: DEBUG oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bcc7d7-6cee-5cd5-9833-66a73cd4372f/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1201.718275] env[69073]: DEBUG oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bcc7d7-6cee-5cd5-9833-66a73cd4372f/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1201.720911] env[69073]: DEBUG nova.compute.manager [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1201.721501] env[69073]: DEBUG nova.objects.instance [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lazy-loading 'flavor' on Instance uuid ab147c02-cb96-4270-9ccc-b487c10e28ce {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.814161] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a512ae5-c519-4cd2-9789-7a0a28bb36f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.928962] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Applying migration context for instance 4d019ce6-0008-4b6a-8fb5-8190c923f39a as it has an incoming, in-progress migration c984ef69-fa8a-40bf-b30c-af8da1a90e97. Migration status is post-migrating {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1201.930845] env[69073]: INFO nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating resource usage from migration c984ef69-fa8a-40bf-b30c-af8da1a90e97 [ 1201.961972] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance df3ab74e-774f-45ef-94c6-f935b046cdda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.962242] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 7a5dd18c-691e-4825-83c5-39db5b0abc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.962496] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f853d0fd-aeab-46da-a3f2-acba416da850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.962728] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance c4d3c5ac-1807-40d2-8292-8496190b9e64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.962844] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.963011] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance ecb2079d-787a-48af-860b-3c0760087a4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.963207] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 14a93dcf-864c-4744-bc6f-d6df2f0de02f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.963528] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 94e45830-9a41-4439-987f-396201cf0b6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.963528] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance db9761bc-7fcc-4a83-8ba8-b314f02c21d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.963667] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 251803a4-2d18-495b-b2f0-c8d77143f2c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1201.964447] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.964447] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance fbd12a57-c16d-4944-91e8-d12048022e89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.964447] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance a0a987cd-77cb-40a9-96d9-b9a30f0dc770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.964447] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance ab147c02-cb96-4270-9ccc-b487c10e28ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.964447] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Migration c984ef69-fa8a-40bf-b30c-af8da1a90e97 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1201.964645] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 4d019ce6-0008-4b6a-8fb5-8190c923f39a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.964645] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2179cf6d-debe-4465-b915-024f470b1caa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1201.965466] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1201.965466] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1201.994228] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.997221] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96ec412c-8829-473a-a45c-92922de51dfb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.007966] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1202.007966] env[69073]: value = "task-3220420" [ 1202.007966] env[69073]: _type = "Task" [ 1202.007966] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.018694] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.100594] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.278644] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dcfe89-ae3a-4434-9652-ea975124ba4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.288637] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab2d3c4-76fb-49df-af2a-99d8eac9a729 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.328348] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51542c85-ce3f-4ca7-8d10-e05dfe95c924 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.337907] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee8d7e7-502a-4740-be64-c451dbee3db1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.355338] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.521447] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220420, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.595161] env[69073]: DEBUG oslo_vmware.api [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220418, 'name': PowerOnVM_Task, 'duration_secs': 1.24049} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.595670] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.595906] env[69073]: INFO nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1202.596148] env[69073]: DEBUG nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.597010] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bec38a-231d-4c54-9fdf-02f971189df3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.730773] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.731102] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57388f97-a750-4f38-ac21-196fa1069a46 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.743017] env[69073]: DEBUG oslo_vmware.api [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1202.743017] env[69073]: value = "task-3220421" [ 1202.743017] env[69073]: _type = "Task" [ 1202.743017] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.753390] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "91134c5f-e399-437a-8166-970ac1d5f5fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.753922] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.765340] env[69073]: DEBUG oslo_vmware.api [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.862020] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.021030] env[69073]: DEBUG oslo_vmware.api [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220420, 'name': PowerOnVM_Task, 'duration_secs': 0.536385} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.021427] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.021681] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-489ca388-ce7b-4121-8c06-ba6cc5808ec2 tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance '4d019ce6-0008-4b6a-8fb5-8190c923f39a' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.121831] env[69073]: INFO nova.compute.manager [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Took 15.22 seconds to build instance. [ 1203.253388] env[69073]: DEBUG oslo_vmware.api [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220421, 'name': PowerOffVM_Task, 'duration_secs': 0.387641} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.253720] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.254156] env[69073]: DEBUG nova.compute.manager [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.255048] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0860ed1e-5fa8-48a4-83d4-7be43eef372a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.268475] env[69073]: DEBUG nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.370415] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1203.370817] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.466s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.371259] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.008s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.373015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.375986] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.376157] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Cleaning up deleted instances {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1203.408252] env[69073]: INFO nova.scheduler.client.report [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Deleted allocations for instance 251803a4-2d18-495b-b2f0-c8d77143f2c9 [ 1203.623925] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7852fc05-5407-416a-baac-056eabd18ece tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2179cf6d-debe-4465-b915-024f470b1caa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.755s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.769978] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d92b1691-099c-4242-aac3-8df71a7d0961 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.812143] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.812143] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.812143] env[69073]: INFO nova.compute.claims [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1203.893613] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] There are 56 instances to clean {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1203.893796] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: ba27a4e1-b98c-4a9c-bfa0-b60337b4f782] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.920532] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4f028072-4d97-44ea-aece-8206a081304d tempest-ServersV294TestFqdnHostnames-748332476 tempest-ServersV294TestFqdnHostnames-748332476-project-member] Lock "251803a4-2d18-495b-b2f0-c8d77143f2c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.747s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.996859] env[69073]: DEBUG nova.compute.manager [req-b50048e3-4a16-45be-b8b2-35ce49f7da77 req-78af9256-14aa-4b4c-8ff6-545346b15af5 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Received event network-changed-9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.997259] env[69073]: DEBUG nova.compute.manager [req-b50048e3-4a16-45be-b8b2-35ce49f7da77 req-78af9256-14aa-4b4c-8ff6-545346b15af5 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Refreshing instance network info cache due to event network-changed-9c8513fa-ec51-4a40-83b6-fd6d375db891. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.998167] env[69073]: DEBUG oslo_concurrency.lockutils [req-b50048e3-4a16-45be-b8b2-35ce49f7da77 req-78af9256-14aa-4b4c-8ff6-545346b15af5 service nova] Acquiring lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.998167] env[69073]: DEBUG oslo_concurrency.lockutils [req-b50048e3-4a16-45be-b8b2-35ce49f7da77 req-78af9256-14aa-4b4c-8ff6-545346b15af5 service nova] Acquired lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.998167] env[69073]: DEBUG nova.network.neutron [req-b50048e3-4a16-45be-b8b2-35ce49f7da77 req-78af9256-14aa-4b4c-8ff6-545346b15af5 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Refreshing network info cache for port 9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.397065] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 0dbd48c6-5aae-4952-b23b-2e252d8cf541] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.691734] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.691879] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.692088] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "ab147c02-cb96-4270-9ccc-b487c10e28ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.692336] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.692720] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.695894] env[69073]: INFO nova.compute.manager [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Terminating instance [ 1204.905946] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 652a8a5a-24e3-479b-997d-54dc19f7b582] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.924843] env[69073]: DEBUG nova.network.neutron [req-b50048e3-4a16-45be-b8b2-35ce49f7da77 req-78af9256-14aa-4b4c-8ff6-545346b15af5 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Updated VIF entry in instance network info cache for port 9c8513fa-ec51-4a40-83b6-fd6d375db891. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.925477] env[69073]: DEBUG nova.network.neutron [req-b50048e3-4a16-45be-b8b2-35ce49f7da77 req-78af9256-14aa-4b4c-8ff6-545346b15af5 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Updating instance_info_cache with network_info: [{"id": "9c8513fa-ec51-4a40-83b6-fd6d375db891", "address": "fa:16:3e:9c:1a:c9", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c8513fa-ec", "ovs_interfaceid": "9c8513fa-ec51-4a40-83b6-fd6d375db891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.068380] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.068618] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.113614] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd2a3e4-5acc-4e9b-b567-4d1cb2c9f302 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.123618] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea7af7-066c-4f11-98a0-b19ae144dcd9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.162807] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7388db86-a820-457d-922d-a075c4758ee5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.172287] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71946d24-a2bc-4f98-bc74-02ab4650ad99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.189238] env[69073]: DEBUG nova.compute.provider_tree [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.200204] env[69073]: DEBUG nova.compute.manager [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.200855] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.201845] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199f8b47-6e9a-40f8-8640-61708e327df0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.213293] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.213583] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69f187a1-8803-4227-9a4f-2ca94459c6d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.287092] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.287436] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.287639] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleting the datastore file [datastore1] ab147c02-cb96-4270-9ccc-b487c10e28ce {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.288027] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c1eebcb-62ca-48ba-9684-d43b6cecf867 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.297510] env[69073]: DEBUG oslo_vmware.api [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1205.297510] env[69073]: value = "task-3220423" [ 1205.297510] env[69073]: _type = "Task" [ 1205.297510] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.308917] env[69073]: DEBUG oslo_vmware.api [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.413039] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: aeeb7248-c90e-4be1-ab8e-13de6c648a9a] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.435236] env[69073]: DEBUG oslo_concurrency.lockutils [req-b50048e3-4a16-45be-b8b2-35ce49f7da77 req-78af9256-14aa-4b4c-8ff6-545346b15af5 service nova] Releasing lock "refresh_cache-2179cf6d-debe-4465-b915-024f470b1caa" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.575425] env[69073]: DEBUG nova.compute.utils [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.690869] env[69073]: DEBUG nova.scheduler.client.report [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.812978] env[69073]: DEBUG oslo_vmware.api [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436932} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.813314] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.813449] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.813636] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.813815] env[69073]: INFO nova.compute.manager [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1205.814091] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.814320] env[69073]: DEBUG nova.compute.manager [-] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.816027] env[69073]: DEBUG nova.network.neutron [-] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.917438] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: eb107694-39c5-4b35-8d3b-f36b545868d6] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.083428] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.188447] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.188447] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.188447] env[69073]: DEBUG nova.compute.manager [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Going to confirm migration 7 {{(pid=69073) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1206.200021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.200021] env[69073]: DEBUG nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.419596] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3adb764d-c099-40c5-8ff0-96047b88ea35] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.568250] env[69073]: DEBUG nova.network.neutron [-] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.706501] env[69073]: DEBUG nova.compute.utils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.707952] env[69073]: DEBUG nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1206.708149] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.738438] env[69073]: DEBUG nova.compute.manager [req-09e69fc4-aa1d-48af-94be-f9fcc5cd1dbd req-673b81e0-8ce0-4ecd-8a21-a5782694441a service nova] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Received event network-vif-deleted-9fe60c06-83a9-4ec0-adf4-bd09d99e1d7b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.761697] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.762011] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquired lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.762245] env[69073]: DEBUG nova.network.neutron [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.762515] env[69073]: DEBUG nova.objects.instance [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'info_cache' on Instance uuid 4d019ce6-0008-4b6a-8fb5-8190c923f39a {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.782442] env[69073]: DEBUG nova.policy [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de9fe602cdc49b29b3404a147a5d663', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8d5bf2085f44abc9b08e8e810aa76f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.924104] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 449c84df-79df-41cb-8513-5b95a673d5fc] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.071203] env[69073]: INFO nova.compute.manager [-] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Took 1.26 seconds to deallocate network for instance. [ 1207.164619] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.164985] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.165272] env[69073]: INFO nova.compute.manager [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Attaching volume e48c1e8c-f6e4-4eac-99b5-adf280a46462 to /dev/sdb [ 1207.203926] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a682f826-2d73-46ea-b170-18e503079576 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.214769] env[69073]: DEBUG nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1207.217194] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d124fd5-a7aa-4cab-9451-c8267309a692 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.237335] env[69073]: DEBUG nova.virt.block_device [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updating existing volume attachment record: a7a50a4c-1b61-4cf3-8e1f-83d20c52c296 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1207.272429] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Successfully created port: defadb48-eac0-4273-8d79-34bfad0960a5 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.426517] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: a0d626c7-f657-4ec0-b58f-794ef24012d9] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.583475] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.583945] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.584265] env[69073]: DEBUG nova.objects.instance [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lazy-loading 'resources' on Instance uuid ab147c02-cb96-4270-9ccc-b487c10e28ce {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.774178] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Successfully created port: 180af709-f3a7-4688-9b20-82ff6ea9a8ae {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.929180] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "cd5433df-cd2e-4070-a285-5730b420766a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.929410] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "cd5433df-cd2e-4070-a285-5730b420766a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.930724] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 8823141d-de0f-4873-9a87-78faacf02a7a] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.012414] env[69073]: DEBUG nova.network.neutron [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance_info_cache with network_info: [{"id": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "address": "fa:16:3e:99:df:37", "network": {"id": "b725cd7b-fd9c-4d37-8267-9ae18331ff0f", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2140612144-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d680c65ee6484e709c92a0d360b4b55b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9955a7c-6c", "ovs_interfaceid": "a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.104640] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Successfully created port: 8808710b-2824-451c-889d-c2f990ba3bdd {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.228541] env[69073]: DEBUG nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.258246] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.258511] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.258708] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.258906] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.259071] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.259227] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.259437] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.259605] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.259774] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.260280] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.260493] env[69073]: DEBUG nova.virt.hardware [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.261402] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1ff998-ac72-4929-8ad3-7be07a06d194 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.275219] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1177592-bb89-4210-9e9e-c9b0a5f12106 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.370665] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f99551-a7a8-4eaa-b86e-852761567e4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.379301] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af540e5e-dbf2-4fd3-a15b-40ca0b5f369c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.416721] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9040d18-a0ac-4143-86b8-5d63899ff436 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.426906] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cfbf59-a960-435f-bb37-9616e32a5250 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.433229] env[69073]: DEBUG nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1208.444744] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: babb874a-6907-4048-af71-5485aff4ba70] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.447016] env[69073]: DEBUG nova.compute.provider_tree [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.515395] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Releasing lock "refresh_cache-4d019ce6-0008-4b6a-8fb5-8190c923f39a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.515676] env[69073]: DEBUG nova.objects.instance [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lazy-loading 'migration_context' on Instance uuid 4d019ce6-0008-4b6a-8fb5-8190c923f39a {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.952027] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: d92e3d17-dba2-41b1-903a-1ae9ba283d17] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.956258] env[69073]: DEBUG nova.scheduler.client.report [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.974411] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.018198] env[69073]: DEBUG nova.objects.base [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Object Instance<4d019ce6-0008-4b6a-8fb5-8190c923f39a> lazy-loaded attributes: info_cache,migration_context {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.019165] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590449f3-ab93-49d2-b075-2c0367694299 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.039754] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1e03bd-08fc-45ad-9547-9e6a220516e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.046420] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1209.046420] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a18989-ef1b-809b-41be-631f236755ea" [ 1209.046420] env[69073]: _type = "Task" [ 1209.046420] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.055419] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a18989-ef1b-809b-41be-631f236755ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.460976] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 43b31b7e-d614-4f95-bd5f-ba506ec2ab4f] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.463612] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.466249] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.492s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.468497] env[69073]: INFO nova.compute.claims [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.499552] env[69073]: INFO nova.scheduler.client.report [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted allocations for instance ab147c02-cb96-4270-9ccc-b487c10e28ce [ 1209.562030] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a18989-ef1b-809b-41be-631f236755ea, 'name': SearchDatastore_Task, 'duration_secs': 0.017034} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.562349] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.627237] env[69073]: DEBUG nova.compute.manager [req-348e42ce-08b5-4189-ba8c-6535df384eca req-9c8d529c-5545-4ad1-a331-f824bb6ed97f service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-vif-plugged-defadb48-eac0-4273-8d79-34bfad0960a5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.627449] env[69073]: DEBUG oslo_concurrency.lockutils [req-348e42ce-08b5-4189-ba8c-6535df384eca req-9c8d529c-5545-4ad1-a331-f824bb6ed97f service nova] Acquiring lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.627652] env[69073]: DEBUG oslo_concurrency.lockutils [req-348e42ce-08b5-4189-ba8c-6535df384eca req-9c8d529c-5545-4ad1-a331-f824bb6ed97f service nova] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.627812] env[69073]: DEBUG oslo_concurrency.lockutils [req-348e42ce-08b5-4189-ba8c-6535df384eca req-9c8d529c-5545-4ad1-a331-f824bb6ed97f service nova] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.627975] env[69073]: DEBUG nova.compute.manager [req-348e42ce-08b5-4189-ba8c-6535df384eca req-9c8d529c-5545-4ad1-a331-f824bb6ed97f service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] No waiting events found dispatching network-vif-plugged-defadb48-eac0-4273-8d79-34bfad0960a5 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.628627] env[69073]: WARNING nova.compute.manager [req-348e42ce-08b5-4189-ba8c-6535df384eca req-9c8d529c-5545-4ad1-a331-f824bb6ed97f service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received unexpected event network-vif-plugged-defadb48-eac0-4273-8d79-34bfad0960a5 for instance with vm_state building and task_state spawning. [ 1209.702356] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Successfully updated port: defadb48-eac0-4273-8d79-34bfad0960a5 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.967164] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3c6563cc-c75b-432f-be71-32192be3a1ef] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.007254] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ad9b493c-32e3-4fe9-b252-32b2c77b05d1 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "ab147c02-cb96-4270-9ccc-b487c10e28ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.315s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.471431] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 529c6000-3990-4e61-af75-88633a0e7344] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.713779] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969c53d9-08ba-4f36-8482-dced2d5ffba8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.722746] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef06cd-34f5-47b2-a595-e613a53180e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.759757] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c61a06-59d9-419b-9b7e-137ea04c8753 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.769482] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c41fa89-a50f-4304-9c00-dea5b5586c3d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.785865] env[69073]: DEBUG nova.compute.provider_tree [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.975688] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 8cf7826a-81c4-4dcb-b1ae-bac1844fea46] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.289273] env[69073]: DEBUG nova.scheduler.client.report [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.478936] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: b9bdfdcf-7062-4225-8727-09b8cdee4b8b] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.667519] env[69073]: DEBUG nova.compute.manager [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-changed-defadb48-eac0-4273-8d79-34bfad0960a5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.667519] env[69073]: DEBUG nova.compute.manager [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Refreshing instance network info cache due to event network-changed-defadb48-eac0-4273-8d79-34bfad0960a5. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.667628] env[69073]: DEBUG oslo_concurrency.lockutils [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] Acquiring lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.667770] env[69073]: DEBUG oslo_concurrency.lockutils [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] Acquired lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.667987] env[69073]: DEBUG nova.network.neutron [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Refreshing network info cache for port defadb48-eac0-4273-8d79-34bfad0960a5 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.669119] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "df3ab74e-774f-45ef-94c6-f935b046cdda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.669317] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "df3ab74e-774f-45ef-94c6-f935b046cdda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.669506] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "df3ab74e-774f-45ef-94c6-f935b046cdda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.669677] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "df3ab74e-774f-45ef-94c6-f935b046cdda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.669832] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "df3ab74e-774f-45ef-94c6-f935b046cdda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.672092] env[69073]: INFO nova.compute.manager [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Terminating instance [ 1211.676339] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Successfully updated port: 180af709-f3a7-4688-9b20-82ff6ea9a8ae {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.793983] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.794527] env[69073]: DEBUG nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.799768] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.237s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.808307] env[69073]: DEBUG oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bcc7d7-6cee-5cd5-9833-66a73cd4372f/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.809288] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ca536d-8a10-4c1f-a8e6-72061dc45ed8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.813830] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1211.814063] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643848', 'volume_id': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'name': 'volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbd12a57-c16d-4944-91e8-d12048022e89', 'attached_at': '', 'detached_at': '', 'volume_id': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'serial': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1211.814852] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d6e599-7fd9-47c9-99c1-5125bfd21d6a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.823032] env[69073]: DEBUG oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bcc7d7-6cee-5cd5-9833-66a73cd4372f/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.823200] env[69073]: ERROR oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bcc7d7-6cee-5cd5-9833-66a73cd4372f/disk-0.vmdk due to incomplete transfer. [ 1211.834065] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-61819002-4441-4acf-b3f9-d6cd9a50cbe5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.836766] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a046cd-e4f8-4a4f-91f9-f93352e298e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.864080] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462/volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.865346] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3619268-98cd-4e63-87f6-313439f966a3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.878547] env[69073]: DEBUG oslo_vmware.rw_handles [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bcc7d7-6cee-5cd5-9833-66a73cd4372f/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1211.878756] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Uploaded image 017ef625-9a45-4513-8a6a-aecfcd70436b to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1211.881178] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1211.881438] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28bac7bc-38a7-4b0a-87f5-142fcf540d15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.891141] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1211.891141] env[69073]: value = "task-3220426" [ 1211.891141] env[69073]: _type = "Task" [ 1211.891141] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.891408] env[69073]: DEBUG oslo_vmware.api [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1211.891408] env[69073]: value = "task-3220427" [ 1211.891408] env[69073]: _type = "Task" [ 1211.891408] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.904116] env[69073]: DEBUG oslo_vmware.api [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.907124] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220426, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.982916] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 432808fc-e218-4c77-819d-500a9364cbe0] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.175234] env[69073]: DEBUG nova.compute.manager [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1212.175527] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1212.176645] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b677e911-2ed1-46b0-836b-2fb62c34b5e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.187708] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.187984] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-292a150c-caa7-4033-b8c0-00da53fc1fad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.195926] env[69073]: DEBUG oslo_vmware.api [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1212.195926] env[69073]: value = "task-3220428" [ 1212.195926] env[69073]: _type = "Task" [ 1212.195926] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.205330] env[69073]: DEBUG oslo_vmware.api [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.226536] env[69073]: DEBUG nova.network.neutron [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.303764] env[69073]: DEBUG nova.compute.utils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.308601] env[69073]: DEBUG nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.308780] env[69073]: DEBUG nova.network.neutron [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.365274] env[69073]: DEBUG nova.network.neutron [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.377129] env[69073]: DEBUG nova.policy [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7163e4fa4713436ebfda7c5c83aeb502', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b8bc78b3d3940a5acb0714379271168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.407327] env[69073]: DEBUG oslo_vmware.api [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220427, 'name': ReconfigVM_Task, 'duration_secs': 0.458156} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.410962] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462/volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.416525] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220426, 'name': Destroy_Task, 'duration_secs': 0.399649} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.416733] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b435191f-22bd-4947-8ca9-96ce42a7fb2e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.427254] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Destroyed the VM [ 1212.427524] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.429810] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a8c39e1-10bb-4ce9-a590-1d6e4c72e57f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.437334] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1212.437334] env[69073]: value = "task-3220429" [ 1212.437334] env[69073]: _type = "Task" [ 1212.437334] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.438963] env[69073]: DEBUG oslo_vmware.api [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1212.438963] env[69073]: value = "task-3220430" [ 1212.438963] env[69073]: _type = "Task" [ 1212.438963] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.460136] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220429, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.460428] env[69073]: DEBUG oslo_vmware.api [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.486660] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3f785be2-9e22-43b1-846f-d71baaf93a15] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.708766] env[69073]: DEBUG oslo_vmware.api [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220428, 'name': PowerOffVM_Task, 'duration_secs': 0.329991} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.709937] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.709937] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.709937] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17286681-55db-400f-be14-16115d651e2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.748929] env[69073]: DEBUG nova.network.neutron [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Successfully created port: 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.771903] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf45f13-8c98-4e8a-8f03-1c9da8eefa6b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.780444] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6854d8-ccd7-4759-a214-632f97a68e78 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.786386] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.786615] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.786797] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleting the datastore file [datastore2] df3ab74e-774f-45ef-94c6-f935b046cdda {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.787530] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c6a9673-29ca-4dbe-83db-f96ce0e1ca7c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.818566] env[69073]: DEBUG nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.824210] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4141c4c-2480-4986-8f7b-f1ac3663e7b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.827257] env[69073]: DEBUG oslo_vmware.api [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for the task: (returnval){ [ 1212.827257] env[69073]: value = "task-3220432" [ 1212.827257] env[69073]: _type = "Task" [ 1212.827257] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.834761] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b392527f-c504-4697-9d8b-3e98582b269e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.843952] env[69073]: DEBUG oslo_vmware.api [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.855279] env[69073]: DEBUG nova.compute.provider_tree [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.866303] env[69073]: DEBUG oslo_concurrency.lockutils [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] Releasing lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.866542] env[69073]: DEBUG nova.compute.manager [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-vif-plugged-180af709-f3a7-4688-9b20-82ff6ea9a8ae {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.866786] env[69073]: DEBUG oslo_concurrency.lockutils [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] Acquiring lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.866928] env[69073]: DEBUG oslo_concurrency.lockutils [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.867100] env[69073]: DEBUG oslo_concurrency.lockutils [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.867274] env[69073]: DEBUG nova.compute.manager [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] No waiting events found dispatching network-vif-plugged-180af709-f3a7-4688-9b20-82ff6ea9a8ae {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1212.867441] env[69073]: WARNING nova.compute.manager [req-3ecb2600-99d1-4b36-b96c-a0c0d5746c6f req-3407ee0d-ca6f-413a-bf33-0b274e37364b service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received unexpected event network-vif-plugged-180af709-f3a7-4688-9b20-82ff6ea9a8ae for instance with vm_state building and task_state spawning. [ 1212.955908] env[69073]: DEBUG oslo_vmware.api [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220430, 'name': ReconfigVM_Task, 'duration_secs': 0.190345} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.956251] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220429, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.956572] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643848', 'volume_id': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'name': 'volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbd12a57-c16d-4944-91e8-d12048022e89', 'attached_at': '', 'detached_at': '', 'volume_id': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'serial': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1212.989817] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 23bd76b0-f056-4794-bcab-2faaa77ff7c2] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.338138] env[69073]: DEBUG oslo_vmware.api [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Task: {'id': task-3220432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178025} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.338475] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.338697] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.338911] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.339163] env[69073]: INFO nova.compute.manager [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1213.339420] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.339612] env[69073]: DEBUG nova.compute.manager [-] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.339761] env[69073]: DEBUG nova.network.neutron [-] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.358715] env[69073]: DEBUG nova.scheduler.client.report [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.452897] env[69073]: DEBUG oslo_vmware.api [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220429, 'name': RemoveSnapshot_Task, 'duration_secs': 0.605836} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.453398] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1213.453759] env[69073]: INFO nova.compute.manager [None req-97e8d994-30a7-49ea-b671-68165064f19b tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Took 15.94 seconds to snapshot the instance on the hypervisor. [ 1213.494085] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 35613d15-5d0f-44b5-bff6-9ebbe362892b] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.711247] env[69073]: DEBUG nova.compute.manager [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-changed-180af709-f3a7-4688-9b20-82ff6ea9a8ae {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.711247] env[69073]: DEBUG nova.compute.manager [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Refreshing instance network info cache due to event network-changed-180af709-f3a7-4688-9b20-82ff6ea9a8ae. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.711247] env[69073]: DEBUG oslo_concurrency.lockutils [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] Acquiring lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.711796] env[69073]: DEBUG oslo_concurrency.lockutils [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] Acquired lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.712155] env[69073]: DEBUG nova.network.neutron [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Refreshing network info cache for port 180af709-f3a7-4688-9b20-82ff6ea9a8ae {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.830667] env[69073]: DEBUG nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.856020] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.857018] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.857018] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.857018] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.857018] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.857018] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.857584] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.857924] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.858273] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.858556] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.861020] env[69073]: DEBUG nova.virt.hardware [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.861020] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ddde0-ded7-4e6f-b790-b097fc67164a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.868142] env[69073]: DEBUG nova.compute.manager [req-e9725bea-d22c-4ca9-8044-47e718d6a063 req-18e2ce02-4996-43b7-8812-99264a0e3c1c service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-vif-plugged-8808710b-2824-451c-889d-c2f990ba3bdd {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.868467] env[69073]: DEBUG oslo_concurrency.lockutils [req-e9725bea-d22c-4ca9-8044-47e718d6a063 req-18e2ce02-4996-43b7-8812-99264a0e3c1c service nova] Acquiring lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.868783] env[69073]: DEBUG oslo_concurrency.lockutils [req-e9725bea-d22c-4ca9-8044-47e718d6a063 req-18e2ce02-4996-43b7-8812-99264a0e3c1c service nova] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.869076] env[69073]: DEBUG oslo_concurrency.lockutils [req-e9725bea-d22c-4ca9-8044-47e718d6a063 req-18e2ce02-4996-43b7-8812-99264a0e3c1c service nova] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.869373] env[69073]: DEBUG nova.compute.manager [req-e9725bea-d22c-4ca9-8044-47e718d6a063 req-18e2ce02-4996-43b7-8812-99264a0e3c1c service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] No waiting events found dispatching network-vif-plugged-8808710b-2824-451c-889d-c2f990ba3bdd {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.869648] env[69073]: WARNING nova.compute.manager [req-e9725bea-d22c-4ca9-8044-47e718d6a063 req-18e2ce02-4996-43b7-8812-99264a0e3c1c service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received unexpected event network-vif-plugged-8808710b-2824-451c-889d-c2f990ba3bdd for instance with vm_state building and task_state spawning. [ 1213.876903] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117cc3cc-79c7-495e-be5a-c5d97ede8727 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.954439] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Successfully updated port: 8808710b-2824-451c-889d-c2f990ba3bdd {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.005554] env[69073]: DEBUG nova.objects.instance [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid fbd12a57-c16d-4944-91e8-d12048022e89 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.006997] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 8d941de3-57e6-478e-87f8-d16902e5afae] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.128336] env[69073]: DEBUG nova.network.neutron [-] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.201339] env[69073]: DEBUG nova.network.neutron [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Successfully updated port: 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.253709] env[69073]: DEBUG nova.network.neutron [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.360411] env[69073]: DEBUG nova.network.neutron [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.371831] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.572s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.457856] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.512044] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: e8e29060-d2c9-4bec-810f-3ddaf44e4735] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.513777] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4a599fcf-5aa1-4f71-8a65-ab3847b06592 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.349s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.631103] env[69073]: INFO nova.compute.manager [-] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Took 1.29 seconds to deallocate network for instance. [ 1214.704824] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.704990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.705171] env[69073]: DEBUG nova.network.neutron [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.864046] env[69073]: DEBUG oslo_concurrency.lockutils [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] Releasing lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.864178] env[69073]: DEBUG nova.compute.manager [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Received event network-vif-deleted-fceed78b-f1f4-4e07-8a2c-23a58696a5e3 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1214.864360] env[69073]: INFO nova.compute.manager [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Neutron deleted interface fceed78b-f1f4-4e07-8a2c-23a58696a5e3; detaching it from the instance and deleting it from the info cache [ 1214.864528] env[69073]: DEBUG nova.network.neutron [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.865787] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquired lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.865942] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.935153] env[69073]: INFO nova.scheduler.client.report [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted allocation for migration c984ef69-fa8a-40bf-b30c-af8da1a90e97 [ 1215.016307] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2c716d5a-8d31-4287-8099-30ab86c40560] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.138058] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.138058] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.138058] env[69073]: DEBUG nova.objects.instance [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lazy-loading 'resources' on Instance uuid df3ab74e-774f-45ef-94c6-f935b046cdda {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.239144] env[69073]: DEBUG nova.network.neutron [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.306842] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.307121] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.370319] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76185df9-3ed9-4547-9335-338bc2ebfe90 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.374057] env[69073]: DEBUG nova.network.neutron [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updating instance_info_cache with network_info: [{"id": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "address": "fa:16:3e:82:d6:8d", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fabbe06-cd", "ovs_interfaceid": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.384424] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485cc026-7cfe-49f6-8a54-53829a98d5ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.420257] env[69073]: DEBUG nova.compute.manager [req-0b1c13f3-e60b-4cab-87aa-279cb0161268 req-5653098a-bff9-46fa-aafe-700fa453b2ed service nova] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Detach interface failed, port_id=fceed78b-f1f4-4e07-8a2c-23a58696a5e3, reason: Instance df3ab74e-774f-45ef-94c6-f935b046cdda could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1215.421335] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.441602] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.254s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.519792] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 197241cc-c22a-4acf-a775-ba5fac735ac8] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.802134] env[69073]: DEBUG nova.network.neutron [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Updating instance_info_cache with network_info: [{"id": "defadb48-eac0-4273-8d79-34bfad0960a5", "address": "fa:16:3e:0b:8d:e8", "network": {"id": "22cafa79-297a-4978-a801-db7b21cc2239", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-726486535", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdefadb48-ea", "ovs_interfaceid": "defadb48-eac0-4273-8d79-34bfad0960a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "180af709-f3a7-4688-9b20-82ff6ea9a8ae", "address": "fa:16:3e:5e:14:58", "network": {"id": "16cea2da-d033-4b16-96ca-f71aa8c80a33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2067607478", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180af709-f3", "ovs_interfaceid": "180af709-f3a7-4688-9b20-82ff6ea9a8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8808710b-2824-451c-889d-c2f990ba3bdd", "address": "fa:16:3e:b9:bd:7e", "network": {"id": "22cafa79-297a-4978-a801-db7b21cc2239", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-726486535", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8808710b-28", "ovs_interfaceid": "8808710b-2824-451c-889d-c2f990ba3bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.812983] env[69073]: DEBUG nova.compute.utils [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.829823] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a21719-4622-4199-8a3b-f68e42ccb987 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.838331] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134e7bba-965b-490e-ae7c-ac13cbcb22a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.869498] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91413dab-cf9b-437b-b6b5-35b23fad1878 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.876956] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.877276] env[69073]: DEBUG nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Instance network_info: |[{"id": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "address": "fa:16:3e:82:d6:8d", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fabbe06-cd", "ovs_interfaceid": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.877718] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:d6:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fabbe06-cd56-4bd6-be2a-c65dd88f55bc', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.884921] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Creating folder: Project (3b8bc78b3d3940a5acb0714379271168). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.886068] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5e65f0-9f91-4394-ab81-847b31922b56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.890330] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbb82033-1721-47c9-aea8-129de5750e9f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.902570] env[69073]: DEBUG nova.compute.provider_tree [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.904756] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Created folder: Project (3b8bc78b3d3940a5acb0714379271168) in parent group-v643537. [ 1215.905774] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Creating folder: Instances. Parent ref: group-v643849. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.905774] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af61ec56-2a08-4a75-85a9-b48b36a05bba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.916795] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Created folder: Instances in parent group-v643849. [ 1215.917261] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.917473] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.917742] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb9ee9d8-9e29-4989-a501-89aa50acfade {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.936817] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.936817] env[69073]: value = "task-3220435" [ 1215.936817] env[69073]: _type = "Task" [ 1215.936817] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.946927] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220435, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.023275] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 13aa10e0-b4d4-4b38-8e8f-7c817e3f8211] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.305269] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Releasing lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.305710] env[69073]: DEBUG nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Instance network_info: |[{"id": "defadb48-eac0-4273-8d79-34bfad0960a5", "address": "fa:16:3e:0b:8d:e8", "network": {"id": "22cafa79-297a-4978-a801-db7b21cc2239", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-726486535", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdefadb48-ea", "ovs_interfaceid": "defadb48-eac0-4273-8d79-34bfad0960a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "180af709-f3a7-4688-9b20-82ff6ea9a8ae", "address": "fa:16:3e:5e:14:58", "network": {"id": "16cea2da-d033-4b16-96ca-f71aa8c80a33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2067607478", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180af709-f3", "ovs_interfaceid": "180af709-f3a7-4688-9b20-82ff6ea9a8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8808710b-2824-451c-889d-c2f990ba3bdd", "address": "fa:16:3e:b9:bd:7e", "network": {"id": "22cafa79-297a-4978-a801-db7b21cc2239", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-726486535", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8808710b-28", "ovs_interfaceid": "8808710b-2824-451c-889d-c2f990ba3bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.306198] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:8d:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'defadb48-eac0-4273-8d79-34bfad0960a5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:14:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '180af709-f3a7-4688-9b20-82ff6ea9a8ae', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:bd:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8808710b-2824-451c-889d-c2f990ba3bdd', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.317216] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Creating folder: Project (d8d5bf2085f44abc9b08e8e810aa76f3). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.317773] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.318355] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8f3b46f-ef0a-478d-bcce-ca83f5e207ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.332292] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Created folder: Project (d8d5bf2085f44abc9b08e8e810aa76f3) in parent group-v643537. [ 1216.332556] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Creating folder: Instances. Parent ref: group-v643852. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1216.332794] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-937aaf01-61fa-4255-998e-5602f9d98c51 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.342828] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Created folder: Instances in parent group-v643852. [ 1216.342995] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.343088] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.343250] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-664d71ae-5ebd-4cae-b9cb-f558feb4d5c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.368405] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.368405] env[69073]: value = "task-3220438" [ 1216.368405] env[69073]: _type = "Task" [ 1216.368405] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.375965] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220438, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.407206] env[69073]: DEBUG nova.scheduler.client.report [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.448115] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220435, 'name': CreateVM_Task, 'duration_secs': 0.316853} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.448320] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.448998] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.449181] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.449527] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.449807] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab93a09-07a2-4224-813f-df512fa7326f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.456083] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1216.456083] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d0652f-1022-22c7-e510-daa450c6d4d0" [ 1216.456083] env[69073]: _type = "Task" [ 1216.456083] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.465093] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d0652f-1022-22c7-e510-daa450c6d4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.526589] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: edf6240f-1780-4eb1-b7ed-19e0d48c119d] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.541891] env[69073]: DEBUG nova.compute.manager [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Received event network-vif-plugged-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.542271] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] Acquiring lock "cd5433df-cd2e-4070-a285-5730b420766a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.543044] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] Lock "cd5433df-cd2e-4070-a285-5730b420766a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.543044] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] Lock "cd5433df-cd2e-4070-a285-5730b420766a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.543044] env[69073]: DEBUG nova.compute.manager [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] No waiting events found dispatching network-vif-plugged-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1216.543044] env[69073]: WARNING nova.compute.manager [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Received unexpected event network-vif-plugged-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc for instance with vm_state building and task_state spawning. [ 1216.543273] env[69073]: DEBUG nova.compute.manager [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Received event network-changed-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.543306] env[69073]: DEBUG nova.compute.manager [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Refreshing instance network info cache due to event network-changed-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.543467] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] Acquiring lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.543596] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] Acquired lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.543774] env[69073]: DEBUG nova.network.neutron [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Refreshing network info cache for port 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.638697] env[69073]: DEBUG nova.compute.manager [req-a2af26ee-cc7b-4134-ad76-defc3364457a req-5822e500-a1dd-4801-9547-02dae875cab4 service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-changed-8808710b-2824-451c-889d-c2f990ba3bdd {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.638907] env[69073]: DEBUG nova.compute.manager [req-a2af26ee-cc7b-4134-ad76-defc3364457a req-5822e500-a1dd-4801-9547-02dae875cab4 service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Refreshing instance network info cache due to event network-changed-8808710b-2824-451c-889d-c2f990ba3bdd. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.639191] env[69073]: DEBUG oslo_concurrency.lockutils [req-a2af26ee-cc7b-4134-ad76-defc3364457a req-5822e500-a1dd-4801-9547-02dae875cab4 service nova] Acquiring lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.639330] env[69073]: DEBUG oslo_concurrency.lockutils [req-a2af26ee-cc7b-4134-ad76-defc3364457a req-5822e500-a1dd-4801-9547-02dae875cab4 service nova] Acquired lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.639499] env[69073]: DEBUG nova.network.neutron [req-a2af26ee-cc7b-4134-ad76-defc3364457a req-5822e500-a1dd-4801-9547-02dae875cab4 service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Refreshing network info cache for port 8808710b-2824-451c-889d-c2f990ba3bdd {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.717038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.717038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.717038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.717038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.717038] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.719531] env[69073]: INFO nova.compute.manager [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Terminating instance [ 1216.883269] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220438, 'name': CreateVM_Task, 'duration_secs': 0.420901} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.884621] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.887915] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.915837] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.937960] env[69073]: INFO nova.scheduler.client.report [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Deleted allocations for instance df3ab74e-774f-45ef-94c6-f935b046cdda [ 1216.967724] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d0652f-1022-22c7-e510-daa450c6d4d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.968033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.968270] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.968509] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.968654] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.968832] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.969131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.969480] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.969952] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9b61048-b82f-4f3a-93ed-9dcb61a9a629 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.971961] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84071b4-3a24-4de2-9c26-b91cb530417a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.978265] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1216.978265] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b767e-0f73-ac00-be49-aadb8e750774" [ 1216.978265] env[69073]: _type = "Task" [ 1216.978265] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.982219] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.982423] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.983429] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c786498-4cb0-47f0-9fe0-7706bfbb2848 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.988577] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b767e-0f73-ac00-be49-aadb8e750774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.992129] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1216.992129] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52851157-9be4-6086-6cfa-9c8626ff92e6" [ 1216.992129] env[69073]: _type = "Task" [ 1216.992129] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.000920] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52851157-9be4-6086-6cfa-9c8626ff92e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.030400] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: e55d5d07-97f8-4b0d-b5eb-2539f7eaef3c] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.223972] env[69073]: DEBUG nova.compute.manager [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.224215] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.225069] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b6dc91-0880-4066-91a6-762072c41328 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.235145] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.235913] env[69073]: DEBUG nova.network.neutron [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updated VIF entry in instance network info cache for port 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.236249] env[69073]: DEBUG nova.network.neutron [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updating instance_info_cache with network_info: [{"id": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "address": "fa:16:3e:82:d6:8d", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fabbe06-cd", "ovs_interfaceid": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.237533] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94beccfd-30b6-434e-8532-b0b865dc1134 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.246691] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1217.246691] env[69073]: value = "task-3220439" [ 1217.246691] env[69073]: _type = "Task" [ 1217.246691] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.257901] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.342395] env[69073]: DEBUG nova.network.neutron [req-a2af26ee-cc7b-4134-ad76-defc3364457a req-5822e500-a1dd-4801-9547-02dae875cab4 service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Updated VIF entry in instance network info cache for port 8808710b-2824-451c-889d-c2f990ba3bdd. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.342928] env[69073]: DEBUG nova.network.neutron [req-a2af26ee-cc7b-4134-ad76-defc3364457a req-5822e500-a1dd-4801-9547-02dae875cab4 service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Updating instance_info_cache with network_info: [{"id": "defadb48-eac0-4273-8d79-34bfad0960a5", "address": "fa:16:3e:0b:8d:e8", "network": {"id": "22cafa79-297a-4978-a801-db7b21cc2239", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-726486535", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdefadb48-ea", "ovs_interfaceid": "defadb48-eac0-4273-8d79-34bfad0960a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "180af709-f3a7-4688-9b20-82ff6ea9a8ae", "address": "fa:16:3e:5e:14:58", "network": {"id": "16cea2da-d033-4b16-96ca-f71aa8c80a33", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2067607478", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180af709-f3", "ovs_interfaceid": "180af709-f3a7-4688-9b20-82ff6ea9a8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8808710b-2824-451c-889d-c2f990ba3bdd", "address": "fa:16:3e:b9:bd:7e", "network": {"id": "22cafa79-297a-4978-a801-db7b21cc2239", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-726486535", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8808710b-28", "ovs_interfaceid": "8808710b-2824-451c-889d-c2f990ba3bdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.390335] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.390623] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.390914] env[69073]: INFO nova.compute.manager [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Attaching volume e93d8e4a-5c32-416c-8d1c-f8a6d39873b9 to /dev/sdc [ 1217.428546] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608c7d3-d368-4b3d-abb0-6cdf6bf4fc9f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.440154] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f4b32e-209c-47c8-a383-bbd622baf0ff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.448143] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f0190c6-f1e5-4eb0-8d07-4e4577a465e5 tempest-ServersTestJSON-1933889757 tempest-ServersTestJSON-1933889757-project-member] Lock "df3ab74e-774f-45ef-94c6-f935b046cdda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.779s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.455746] env[69073]: DEBUG nova.virt.block_device [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updating existing volume attachment record: d15a054a-47ba-45f8-9c71-f56b2a36a991 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1217.488713] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524b767e-0f73-ac00-be49-aadb8e750774, 'name': SearchDatastore_Task, 'duration_secs': 0.020924} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.489013] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.489251] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.489464] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.502042] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52851157-9be4-6086-6cfa-9c8626ff92e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.502455] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1986cadb-ced5-45e6-9491-7af37eb3bb12 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.507767] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1217.507767] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f1868-4e87-42e3-4152-3719030da75b" [ 1217.507767] env[69073]: _type = "Task" [ 1217.507767] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.515918] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f1868-4e87-42e3-4152-3719030da75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.532956] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 878aaa16-3056-4e38-8d64-4e713167e51a] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.694481] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.694849] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.695144] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.695382] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.695595] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.698440] env[69073]: INFO nova.compute.manager [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Terminating instance [ 1217.739794] env[69073]: DEBUG oslo_concurrency.lockutils [req-a3c78415-ab4f-4546-a67c-9369e22d551d req-316269b3-3b0c-4f93-9c51-70c3cb63c94d service nova] Releasing lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.757083] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220439, 'name': PowerOffVM_Task, 'duration_secs': 0.22537} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.757357] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.757521] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.757764] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa0f539-2716-412d-9c01-b52fbbfddb96 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.833935] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.834204] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.834413] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleting the datastore file [datastore2] 4d019ce6-0008-4b6a-8fb5-8190c923f39a {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.834725] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e2784dc-40d2-413f-b56e-7de9925f1035 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.842779] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for the task: (returnval){ [ 1217.842779] env[69073]: value = "task-3220442" [ 1217.842779] env[69073]: _type = "Task" [ 1217.842779] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.846680] env[69073]: DEBUG oslo_concurrency.lockutils [req-a2af26ee-cc7b-4134-ad76-defc3364457a req-5822e500-a1dd-4801-9547-02dae875cab4 service nova] Releasing lock "refresh_cache-91134c5f-e399-437a-8166-970ac1d5f5fc" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.853031] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.018733] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]525f1868-4e87-42e3-4152-3719030da75b, 'name': SearchDatastore_Task, 'duration_secs': 0.013491} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.019167] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.019564] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] cd5433df-cd2e-4070-a285-5730b420766a/cd5433df-cd2e-4070-a285-5730b420766a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.019944] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.020221] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.020453] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb2ad9f0-f3f4-485e-95d1-ce572d0c234c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.022587] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2961fec-4718-46c6-80f0-9475db8d91ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.030828] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1218.030828] env[69073]: value = "task-3220443" [ 1218.030828] env[69073]: _type = "Task" [ 1218.030828] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.035239] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.035452] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.036457] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2da75b08-fbea-4579-b2f0-38e30b420feb] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.038428] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179fdce6-c606-41f2-843d-e117eaf6846a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.047586] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.049229] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1218.049229] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cbcaf7-a396-a2b6-cb17-5c52cdf88551" [ 1218.049229] env[69073]: _type = "Task" [ 1218.049229] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.059158] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52cbcaf7-a396-a2b6-cb17-5c52cdf88551, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.059983] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbee7b0c-b3ec-4cd2-826f-f39f67c16c3f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.066200] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1218.066200] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bd9fa6-6033-c90e-05fb-50a0695d4a6a" [ 1218.066200] env[69073]: _type = "Task" [ 1218.066200] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.075354] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bd9fa6-6033-c90e-05fb-50a0695d4a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.205834] env[69073]: DEBUG nova.compute.manager [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.205834] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.205834] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868efeca-1b57-4b8c-89cc-2729b56b4010 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.217311] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.217653] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e7a2c06-5a73-4c65-ba98-533cbfbba70f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.225967] env[69073]: DEBUG oslo_vmware.api [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1218.225967] env[69073]: value = "task-3220444" [ 1218.225967] env[69073]: _type = "Task" [ 1218.225967] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.237709] env[69073]: DEBUG oslo_vmware.api [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.358039] env[69073]: DEBUG oslo_vmware.api [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Task: {'id': task-3220442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136828} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.359121] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.359346] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.359566] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.359754] env[69073]: INFO nova.compute.manager [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1218.360030] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.360281] env[69073]: DEBUG nova.compute.manager [-] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.360381] env[69073]: DEBUG nova.network.neutron [-] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.543791] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: fe81d849-3c3f-491c-8340-45fe6d62c622] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.545889] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477671} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.546501] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] cd5433df-cd2e-4070-a285-5730b420766a/cd5433df-cd2e-4070-a285-5730b420766a.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.546725] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.546869] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78753dff-7383-4e64-8158-cf4162ce2057 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.556348] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1218.556348] env[69073]: value = "task-3220445" [ 1218.556348] env[69073]: _type = "Task" [ 1218.556348] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.567726] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.581432] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bd9fa6-6033-c90e-05fb-50a0695d4a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.581432] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.582022] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 91134c5f-e399-437a-8166-970ac1d5f5fc/91134c5f-e399-437a-8166-970ac1d5f5fc.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.582329] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-977031f7-5825-436e-84ce-1e46cede4e8e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.593567] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1218.593567] env[69073]: value = "task-3220446" [ 1218.593567] env[69073]: _type = "Task" [ 1218.593567] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.603394] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.737836] env[69073]: DEBUG oslo_vmware.api [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220444, 'name': PowerOffVM_Task, 'duration_secs': 0.424103} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.738587] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.738587] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.739874] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bdae9e3-1e6c-4b36-92ec-517ee7e66d3f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.859901] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.860353] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.860682] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Deleting the datastore file [datastore2] db9761bc-7fcc-4a83-8ba8-b314f02c21d9 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.861101] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4acd765e-473a-4ab7-a5b6-d31f8da4489a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.870413] env[69073]: DEBUG oslo_vmware.api [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1218.870413] env[69073]: value = "task-3220448" [ 1218.870413] env[69073]: _type = "Task" [ 1218.870413] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.884013] env[69073]: DEBUG oslo_vmware.api [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.920496] env[69073]: DEBUG nova.compute.manager [req-fea858ba-23cd-4375-b70f-e2fb3fa87b84 req-60b3c053-12b6-4272-b61e-aab71cc44ef3 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Received event network-vif-deleted-a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.920779] env[69073]: INFO nova.compute.manager [req-fea858ba-23cd-4375-b70f-e2fb3fa87b84 req-60b3c053-12b6-4272-b61e-aab71cc44ef3 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Neutron deleted interface a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56; detaching it from the instance and deleting it from the info cache [ 1218.920990] env[69073]: DEBUG nova.network.neutron [req-fea858ba-23cd-4375-b70f-e2fb3fa87b84 req-60b3c053-12b6-4272-b61e-aab71cc44ef3 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.047689] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2d63faee-1278-4190-a002-bfde65d9f970] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.074032] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077217} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.074032] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.074494] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b341121d-b580-4565-aa78-0057b2845719 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.104094] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] cd5433df-cd2e-4070-a285-5730b420766a/cd5433df-cd2e-4070-a285-5730b420766a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.104094] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01ef338-ef1f-4ac9-9ea8-66740eee3de7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.135429] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.139019] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1219.139019] env[69073]: value = "task-3220449" [ 1219.139019] env[69073]: _type = "Task" [ 1219.139019] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.381907] env[69073]: DEBUG oslo_vmware.api [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455032} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.382195] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.382399] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.382594] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.382765] env[69073]: INFO nova.compute.manager [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1219.383023] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.383220] env[69073]: DEBUG nova.compute.manager [-] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.383316] env[69073]: DEBUG nova.network.neutron [-] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.400937] env[69073]: DEBUG nova.network.neutron [-] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.425249] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aff561e4-2f67-43a6-b6d5-8d418734a6de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.435091] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03828d52-3c84-4fae-9082-0fc00cb44f9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.474029] env[69073]: DEBUG nova.compute.manager [req-fea858ba-23cd-4375-b70f-e2fb3fa87b84 req-60b3c053-12b6-4272-b61e-aab71cc44ef3 service nova] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Detach interface failed, port_id=a9955a7c-6c4a-41b5-abc4-d2ef9c82bc56, reason: Instance 4d019ce6-0008-4b6a-8fb5-8190c923f39a could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1219.553293] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 0fb01e9a-14ba-45a0-8465-2813e8935d4a] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.615038] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717762} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.615038] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 91134c5f-e399-437a-8166-970ac1d5f5fc/91134c5f-e399-437a-8166-970ac1d5f5fc.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.615038] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.615038] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec31a37e-07fd-4316-8110-3d3930672555 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.625293] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1219.625293] env[69073]: value = "task-3220450" [ 1219.625293] env[69073]: _type = "Task" [ 1219.625293] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.641255] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.651930] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220449, 'name': ReconfigVM_Task, 'duration_secs': 0.390475} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.651930] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] cd5433df-cd2e-4070-a285-5730b420766a/cd5433df-cd2e-4070-a285-5730b420766a.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.651930] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16e15d56-58bf-447f-9117-8b98455cfc67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.661301] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1219.661301] env[69073]: value = "task-3220451" [ 1219.661301] env[69073]: _type = "Task" [ 1219.661301] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.673638] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220451, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.903573] env[69073]: INFO nova.compute.manager [-] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Took 1.54 seconds to deallocate network for instance. [ 1220.055501] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: ffa4f3d0-793e-4fea-8027-7de487442d67] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.134774] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074394} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.135176] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.135833] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e533fb5-bd21-4764-846d-32efac4256ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.162011] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 91134c5f-e399-437a-8166-970ac1d5f5fc/91134c5f-e399-437a-8166-970ac1d5f5fc.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.162334] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc107ac7-fe40-400a-a392-4efee820a5b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.184509] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220451, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.185716] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1220.185716] env[69073]: value = "task-3220453" [ 1220.185716] env[69073]: _type = "Task" [ 1220.185716] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.193802] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.209346] env[69073]: DEBUG nova.network.neutron [-] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.411466] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.411703] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.411958] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.438838] env[69073]: INFO nova.scheduler.client.report [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Deleted allocations for instance 4d019ce6-0008-4b6a-8fb5-8190c923f39a [ 1220.559114] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: eb4bcf51-0bdb-4eac-ba81-a8f22bf68c2d] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.672248] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220451, 'name': Rename_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.696334] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220453, 'name': ReconfigVM_Task, 'duration_secs': 0.318431} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.696618] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 91134c5f-e399-437a-8166-970ac1d5f5fc/91134c5f-e399-437a-8166-970ac1d5f5fc.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.697335] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dbd3003-9a04-4052-93e3-9a7c8b35fd34 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.703946] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1220.703946] env[69073]: value = "task-3220454" [ 1220.703946] env[69073]: _type = "Task" [ 1220.703946] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.712298] env[69073]: INFO nova.compute.manager [-] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Took 1.33 seconds to deallocate network for instance. [ 1220.712576] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220454, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.948638] env[69073]: DEBUG nova.compute.manager [req-60df3ff3-8511-46a0-a892-8d008f1c7ce2 req-8ac2ab9c-b509-4f07-a019-b0cc29862ba5 service nova] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Received event network-vif-deleted-481c4e86-dab1-4dbc-b688-24501c07f1df {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.949710] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6664778-e390-4b3a-8672-30640962244c tempest-DeleteServersTestJSON-300565246 tempest-DeleteServersTestJSON-300565246-project-member] Lock "4d019ce6-0008-4b6a-8fb5-8190c923f39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.233s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.062618] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: f83f3c0b-c8f2-4f08-b6e9-f1ad6a4ef565] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.173906] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220451, 'name': Rename_Task, 'duration_secs': 1.156621} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.174215] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.174460] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24939117-0f75-496b-9637-ca1f16cff2bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.180283] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1221.180283] env[69073]: value = "task-3220455" [ 1221.180283] env[69073]: _type = "Task" [ 1221.180283] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.187540] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.214430] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220454, 'name': Rename_Task, 'duration_secs': 0.166118} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.214752] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.215026] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e383e405-a9f8-4c03-b843-ff655458605d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.218863] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.219129] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.219376] env[69073]: DEBUG nova.objects.instance [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lazy-loading 'resources' on Instance uuid db9761bc-7fcc-4a83-8ba8-b314f02c21d9 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.222096] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1221.222096] env[69073]: value = "task-3220456" [ 1221.222096] env[69073]: _type = "Task" [ 1221.222096] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.232223] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.566071] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3d63c1d0-7b4d-46d1-8f5a-d1bb4e66c46d] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.690654] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.735886] env[69073]: DEBUG oslo_vmware.api [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220456, 'name': PowerOnVM_Task, 'duration_secs': 0.46118} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.736188] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.737373] env[69073]: INFO nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Took 13.51 seconds to spawn the instance on the hypervisor. [ 1221.738160] env[69073]: DEBUG nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.738844] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451c4be-c3a1-4179-8930-d246a6bf30c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.925931] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e377b06d-3351-440a-bb56-40c7806db128 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.933788] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd955fb-0ce5-413e-83ca-e39c754d0cfa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.966215] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c1440-37ba-4e9e-a567-9a16ec7d53b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.972196] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeaffbf-42e7-43d2-8ca4-d98082286c0a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.985240] env[69073]: DEBUG nova.compute.provider_tree [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.000526] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.000752] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643855', 'volume_id': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'name': 'volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbd12a57-c16d-4944-91e8-d12048022e89', 'attached_at': '', 'detached_at': '', 'volume_id': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'serial': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.001637] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f9df48-8e04-4673-8be1-4540686444a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.018463] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac47cb1-8c53-4a51-bf74-b1f966edf307 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.045445] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9/volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.046013] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeb955a1-7c86-4e53-93b2-77b7fd88aad9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.064202] env[69073]: DEBUG oslo_vmware.api [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1222.064202] env[69073]: value = "task-3220458" [ 1222.064202] env[69073]: _type = "Task" [ 1222.064202] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.069363] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 359b9e26-d6c4-4963-9d47-7f6dff7ff4e9] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.074198] env[69073]: DEBUG oslo_vmware.api [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.193613] env[69073]: DEBUG oslo_vmware.api [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220455, 'name': PowerOnVM_Task, 'duration_secs': 0.605169} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.194248] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.194248] env[69073]: INFO nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1222.194248] env[69073]: DEBUG nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.194886] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f700a7-d2a4-4d6b-9247-ba7242580458 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.262399] env[69073]: INFO nova.compute.manager [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Took 18.48 seconds to build instance. [ 1222.283432] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.283678] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.283881] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.284085] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.284242] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.286062] env[69073]: INFO nova.compute.manager [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Terminating instance [ 1222.488132] env[69073]: DEBUG nova.scheduler.client.report [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.574357] env[69073]: DEBUG oslo_vmware.api [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.576027] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 8676cf4d-217d-4552-9888-4008f747ecab] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.685492] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "91134c5f-e399-437a-8166-970ac1d5f5fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.714608] env[69073]: INFO nova.compute.manager [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Took 13.76 seconds to build instance. [ 1222.763687] env[69073]: DEBUG oslo_concurrency.lockutils [None req-265eeeca-bd96-4405-bf00-f0e70f81aa00 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.010s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.763968] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.079s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.764176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.764412] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.764611] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.766547] env[69073]: INFO nova.compute.manager [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Terminating instance [ 1222.789762] env[69073]: DEBUG nova.compute.manager [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.790040] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.791179] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18ccb78-f464-4597-9a20-f718cfddaccc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.798735] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.798963] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24405b67-33a9-4e45-a312-a35d71addc83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.805563] env[69073]: DEBUG oslo_vmware.api [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1222.805563] env[69073]: value = "task-3220459" [ 1222.805563] env[69073]: _type = "Task" [ 1222.805563] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.813849] env[69073]: DEBUG oslo_vmware.api [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.992936] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.015397] env[69073]: INFO nova.scheduler.client.report [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Deleted allocations for instance db9761bc-7fcc-4a83-8ba8-b314f02c21d9 [ 1223.074323] env[69073]: DEBUG oslo_vmware.api [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.079207] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 134cbb52-edd4-473e-a197-ab567e44c43b] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.216541] env[69073]: DEBUG oslo_concurrency.lockutils [None req-9f8fadbc-7ca5-439a-9d76-079cdc518196 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "cd5433df-cd2e-4070-a285-5730b420766a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.287s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.270451] env[69073]: DEBUG nova.compute.manager [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.270676] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.271633] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeaed60-58aa-4771-996a-cd53556849e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.279592] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.279836] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-537ea384-7eea-4441-b3f8-9f62c33865e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.286517] env[69073]: DEBUG oslo_vmware.api [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1223.286517] env[69073]: value = "task-3220460" [ 1223.286517] env[69073]: _type = "Task" [ 1223.286517] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.293931] env[69073]: DEBUG oslo_vmware.api [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.315088] env[69073]: DEBUG oslo_vmware.api [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220459, 'name': PowerOffVM_Task, 'duration_secs': 0.162507} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.315396] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.315645] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.315918] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f2f461-c7c8-477d-a0f4-4bbac23e734e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.382219] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.382552] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.382678] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleting the datastore file [datastore2] f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.382894] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7066a9fd-cf8f-4ba5-bb8e-42d19723a388 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.388949] env[69073]: DEBUG oslo_vmware.api [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for the task: (returnval){ [ 1223.388949] env[69073]: value = "task-3220462" [ 1223.388949] env[69073]: _type = "Task" [ 1223.388949] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.397131] env[69073]: DEBUG oslo_vmware.api [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.522638] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3702df3e-6648-4c04-983b-70be90806297 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "db9761bc-7fcc-4a83-8ba8-b314f02c21d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.828s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.577912] env[69073]: DEBUG oslo_vmware.api [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220458, 'name': ReconfigVM_Task, 'duration_secs': 1.041693} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.578261] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9/volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.583010] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: d756faa1-78c9-4635-a234-a00633ef6f14] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.584645] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312b0441-b776-48dc-9fff-71892fffee84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.599784] env[69073]: DEBUG oslo_vmware.api [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1223.599784] env[69073]: value = "task-3220463" [ 1223.599784] env[69073]: _type = "Task" [ 1223.599784] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.608325] env[69073]: DEBUG oslo_vmware.api [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.748783] env[69073]: DEBUG nova.compute.manager [req-ed543bd1-5414-4f47-a7a2-55579ec91ad6 req-c9ee1708-ce45-44c8-a693-1fd99d6ac8b5 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Received event network-changed-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.748978] env[69073]: DEBUG nova.compute.manager [req-ed543bd1-5414-4f47-a7a2-55579ec91ad6 req-c9ee1708-ce45-44c8-a693-1fd99d6ac8b5 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Refreshing instance network info cache due to event network-changed-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.749313] env[69073]: DEBUG oslo_concurrency.lockutils [req-ed543bd1-5414-4f47-a7a2-55579ec91ad6 req-c9ee1708-ce45-44c8-a693-1fd99d6ac8b5 service nova] Acquiring lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.749487] env[69073]: DEBUG oslo_concurrency.lockutils [req-ed543bd1-5414-4f47-a7a2-55579ec91ad6 req-c9ee1708-ce45-44c8-a693-1fd99d6ac8b5 service nova] Acquired lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.749617] env[69073]: DEBUG nova.network.neutron [req-ed543bd1-5414-4f47-a7a2-55579ec91ad6 req-c9ee1708-ce45-44c8-a693-1fd99d6ac8b5 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Refreshing network info cache for port 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.795868] env[69073]: DEBUG oslo_vmware.api [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220460, 'name': PowerOffVM_Task, 'duration_secs': 0.202377} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.796135] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.797029] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.797029] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3be519e-3740-4fcf-a05f-1d7f4fd3c67a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.900094] env[69073]: DEBUG oslo_vmware.api [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Task: {'id': task-3220462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129151} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.900543] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.900855] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.901180] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.901560] env[69073]: INFO nova.compute.manager [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1223.903018] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.903018] env[69073]: DEBUG nova.compute.manager [-] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.903018] env[69073]: DEBUG nova.network.neutron [-] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.934011] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.934011] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.934011] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Deleting the datastore file [datastore2] 91134c5f-e399-437a-8166-970ac1d5f5fc {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.934298] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32352623-5eb4-4d5b-971c-9e6b639620cb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.943284] env[69073]: DEBUG oslo_vmware.api [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1223.943284] env[69073]: value = "task-3220465" [ 1223.943284] env[69073]: _type = "Task" [ 1223.943284] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.951572] env[69073]: DEBUG oslo_vmware.api [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.096142] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: df129425-381c-4c41-8515-e6bcaa04869f] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.109895] env[69073]: DEBUG oslo_vmware.api [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220463, 'name': ReconfigVM_Task, 'duration_secs': 0.131568} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.110328] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643855', 'volume_id': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'name': 'volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbd12a57-c16d-4944-91e8-d12048022e89', 'attached_at': '', 'detached_at': '', 'volume_id': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'serial': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.403466] env[69073]: DEBUG nova.compute.manager [req-01d6c9b5-986c-4163-be0f-b4a480999818 req-b5be261b-f0da-4b8f-8c6f-01f65be343fd service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Received event network-vif-deleted-18634d19-253b-445a-bb76-6ce39cf79a2b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.403466] env[69073]: INFO nova.compute.manager [req-01d6c9b5-986c-4163-be0f-b4a480999818 req-b5be261b-f0da-4b8f-8c6f-01f65be343fd service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Neutron deleted interface 18634d19-253b-445a-bb76-6ce39cf79a2b; detaching it from the instance and deleting it from the info cache [ 1224.403466] env[69073]: DEBUG nova.network.neutron [req-01d6c9b5-986c-4163-be0f-b4a480999818 req-b5be261b-f0da-4b8f-8c6f-01f65be343fd service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.458390] env[69073]: DEBUG oslo_vmware.api [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349589} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.458649] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.458824] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.459012] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.459171] env[69073]: INFO nova.compute.manager [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1224.459396] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.459574] env[69073]: DEBUG nova.compute.manager [-] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.459665] env[69073]: DEBUG nova.network.neutron [-] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.523494] env[69073]: DEBUG nova.network.neutron [req-ed543bd1-5414-4f47-a7a2-55579ec91ad6 req-c9ee1708-ce45-44c8-a693-1fd99d6ac8b5 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updated VIF entry in instance network info cache for port 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.524320] env[69073]: DEBUG nova.network.neutron [req-ed543bd1-5414-4f47-a7a2-55579ec91ad6 req-c9ee1708-ce45-44c8-a693-1fd99d6ac8b5 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updating instance_info_cache with network_info: [{"id": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "address": "fa:16:3e:82:d6:8d", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fabbe06-cd", "ovs_interfaceid": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.570023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "94e45830-9a41-4439-987f-396201cf0b6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.570023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "94e45830-9a41-4439-987f-396201cf0b6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.570023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "94e45830-9a41-4439-987f-396201cf0b6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.570023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "94e45830-9a41-4439-987f-396201cf0b6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.570023] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "94e45830-9a41-4439-987f-396201cf0b6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.571350] env[69073]: INFO nova.compute.manager [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Terminating instance [ 1224.600709] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: d8adbfa4-91c8-4c4e-864e-339d93187d52] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.885077] env[69073]: DEBUG nova.network.neutron [-] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.909965] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcaeba6e-e449-46a4-8011-c7b7cf5bf266 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.923015] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45460668-3ae9-46e1-9c52-e076aa32eeab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.955148] env[69073]: DEBUG nova.compute.manager [req-01d6c9b5-986c-4163-be0f-b4a480999818 req-b5be261b-f0da-4b8f-8c6f-01f65be343fd service nova] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Detach interface failed, port_id=18634d19-253b-445a-bb76-6ce39cf79a2b, reason: Instance f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.029926] env[69073]: DEBUG oslo_concurrency.lockutils [req-ed543bd1-5414-4f47-a7a2-55579ec91ad6 req-c9ee1708-ce45-44c8-a693-1fd99d6ac8b5 service nova] Releasing lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.077681] env[69073]: DEBUG nova.compute.manager [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.077928] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.078860] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1b093b-962e-402f-a17c-76b9c5905b7d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.086633] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.086880] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53d071ea-f1dc-4e3b-917c-8e326eb7c24d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.094168] env[69073]: DEBUG oslo_vmware.api [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1225.094168] env[69073]: value = "task-3220466" [ 1225.094168] env[69073]: _type = "Task" [ 1225.094168] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.102124] env[69073]: DEBUG oslo_vmware.api [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.106149] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 4f4146ad-7367-4b33-ac3a-632a7a631b10] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.158284] env[69073]: DEBUG nova.objects.instance [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid fbd12a57-c16d-4944-91e8-d12048022e89 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.388714] env[69073]: INFO nova.compute.manager [-] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Took 1.48 seconds to deallocate network for instance. [ 1225.594053] env[69073]: DEBUG nova.network.neutron [-] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.604603] env[69073]: DEBUG oslo_vmware.api [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220466, 'name': PowerOffVM_Task, 'duration_secs': 0.21919} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.605387] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.605606] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.605864] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff10fe06-1420-4cad-835b-58c03680691c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.609050] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: fe8d3231-9311-402a-bf7b-742f44d90ad7] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.664547] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6f58cc26-a9e3-4522-808f-a8d35f571e1a tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.274s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.674433] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.675468] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.675468] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Deleting the datastore file [datastore2] 94e45830-9a41-4439-987f-396201cf0b6e {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.675468] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f83f56-fe38-4e5d-85d5-43d8d36d3984 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.682565] env[69073]: DEBUG oslo_vmware.api [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for the task: (returnval){ [ 1225.682565] env[69073]: value = "task-3220468" [ 1225.682565] env[69073]: _type = "Task" [ 1225.682565] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.689888] env[69073]: DEBUG oslo_vmware.api [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.894876] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.895544] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.895544] env[69073]: DEBUG nova.objects.instance [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lazy-loading 'resources' on Instance uuid f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.022248] env[69073]: DEBUG oslo_concurrency.lockutils [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.022521] env[69073]: DEBUG oslo_concurrency.lockutils [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.099376] env[69073]: INFO nova.compute.manager [-] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Took 1.64 seconds to deallocate network for instance. [ 1226.112083] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 75a443c6-e8bb-498c-ac8a-72da576850fa] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.191765] env[69073]: DEBUG oslo_vmware.api [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Task: {'id': task-3220468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137722} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.192037] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.192229] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.192450] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.192600] env[69073]: INFO nova.compute.manager [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.192840] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.193044] env[69073]: DEBUG nova.compute.manager [-] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.193144] env[69073]: DEBUG nova.network.neutron [-] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.447251] env[69073]: DEBUG nova.compute.manager [req-2d2c6ded-e304-4a62-9b99-5225f764f9bb req-af5d649d-48dd-4d3b-a606-597329792c98 service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-vif-deleted-180af709-f3a7-4688-9b20-82ff6ea9a8ae {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.447389] env[69073]: DEBUG nova.compute.manager [req-2d2c6ded-e304-4a62-9b99-5225f764f9bb req-af5d649d-48dd-4d3b-a606-597329792c98 service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-vif-deleted-defadb48-eac0-4273-8d79-34bfad0960a5 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.447673] env[69073]: DEBUG nova.compute.manager [req-2d2c6ded-e304-4a62-9b99-5225f764f9bb req-af5d649d-48dd-4d3b-a606-597329792c98 service nova] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Received event network-vif-deleted-8808710b-2824-451c-889d-c2f990ba3bdd {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.447673] env[69073]: DEBUG nova.compute.manager [req-2d2c6ded-e304-4a62-9b99-5225f764f9bb req-af5d649d-48dd-4d3b-a606-597329792c98 service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Received event network-vif-deleted-ed3734bb-e097-440d-b9c3-112b291a18e0 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.448494] env[69073]: INFO nova.compute.manager [req-2d2c6ded-e304-4a62-9b99-5225f764f9bb req-af5d649d-48dd-4d3b-a606-597329792c98 service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Neutron deleted interface ed3734bb-e097-440d-b9c3-112b291a18e0; detaching it from the instance and deleting it from the info cache [ 1226.448494] env[69073]: DEBUG nova.network.neutron [req-2d2c6ded-e304-4a62-9b99-5225f764f9bb req-af5d649d-48dd-4d3b-a606-597329792c98 service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.525649] env[69073]: INFO nova.compute.manager [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Detaching volume e48c1e8c-f6e4-4eac-99b5-adf280a46462 [ 1226.567500] env[69073]: INFO nova.virt.block_device [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Attempting to driver detach volume e48c1e8c-f6e4-4eac-99b5-adf280a46462 from mountpoint /dev/sdb [ 1226.567718] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.567908] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643848', 'volume_id': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'name': 'volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbd12a57-c16d-4944-91e8-d12048022e89', 'attached_at': '', 'detached_at': '', 'volume_id': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'serial': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.569209] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f759b41-2dd0-4269-9603-0b0db21936a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.600981] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb20d14-73d7-49a1-aee4-e4dfdf0c2c6f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.606565] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.608736] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534abbf-1f4e-4782-bb50-6ad133e51ce0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.632339] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: f4c95b46-1573-428d-a7c5-637375d2cfb1] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.636461] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1424087f-69e3-44f3-ba65-566e51af9ccd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.639497] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164d3303-43ca-4fed-8bc6-388a63446d06 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.655404] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] The volume has not been displaced from its original location: [datastore2] volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462/volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.664019] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.664019] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7c90976-c3c5-4cc5-aeb0-4b47f82b300e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.677196] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62320c77-5114-4855-a83a-4aa0b2ea4e06 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.712028] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c4b95f-2960-43b0-8748-8a9515e6d5f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.714806] env[69073]: DEBUG oslo_vmware.api [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1226.714806] env[69073]: value = "task-3220469" [ 1226.714806] env[69073]: _type = "Task" [ 1226.714806] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.722186] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b8a842-0c4f-4ee4-b566-3f084722a131 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.730496] env[69073]: DEBUG oslo_vmware.api [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.739847] env[69073]: DEBUG nova.compute.provider_tree [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.904417] env[69073]: DEBUG nova.network.neutron [-] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.951953] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe981fbe-e866-4120-a92a-7048ee3a7924 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.961195] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d666a017-3765-481d-a894-0fc42cb9ef57 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.991622] env[69073]: DEBUG nova.compute.manager [req-2d2c6ded-e304-4a62-9b99-5225f764f9bb req-af5d649d-48dd-4d3b-a606-597329792c98 service nova] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Detach interface failed, port_id=ed3734bb-e097-440d-b9c3-112b291a18e0, reason: Instance 94e45830-9a41-4439-987f-396201cf0b6e could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.044783] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.045028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.045224] env[69073]: INFO nova.compute.manager [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Shelving [ 1227.137128] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: c3b51f0b-ada9-4b7b-9a9e-5ab4ec5eae52] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.225366] env[69073]: DEBUG oslo_vmware.api [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220469, 'name': ReconfigVM_Task, 'duration_secs': 0.305933} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.225579] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.230357] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1de656ac-2feb-4ba9-b3ab-56dd381293b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.244930] env[69073]: DEBUG nova.scheduler.client.report [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.249030] env[69073]: DEBUG oslo_vmware.api [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1227.249030] env[69073]: value = "task-3220470" [ 1227.249030] env[69073]: _type = "Task" [ 1227.249030] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.258328] env[69073]: DEBUG oslo_vmware.api [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.407790] env[69073]: INFO nova.compute.manager [-] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Took 1.21 seconds to deallocate network for instance. [ 1227.640418] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2b824b3e-a8c4-483a-b8bb-fff02928ad4b] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.750633] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.754057] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.148s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.754527] env[69073]: DEBUG nova.objects.instance [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lazy-loading 'resources' on Instance uuid 91134c5f-e399-437a-8166-970ac1d5f5fc {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.766637] env[69073]: DEBUG oslo_vmware.api [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220470, 'name': ReconfigVM_Task, 'duration_secs': 0.140273} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.766963] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643848', 'volume_id': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'name': 'volume-e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbd12a57-c16d-4944-91e8-d12048022e89', 'attached_at': '', 'detached_at': '', 'volume_id': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462', 'serial': 'e48c1e8c-f6e4-4eac-99b5-adf280a46462'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.773695] env[69073]: INFO nova.scheduler.client.report [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Deleted allocations for instance f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5 [ 1227.914903] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.055629] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.056020] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f6b069-585a-4cd0-8525-0e4689b179c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.063172] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1228.063172] env[69073]: value = "task-3220471" [ 1228.063172] env[69073]: _type = "Task" [ 1228.063172] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.071197] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.143375] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 5385f25c-700d-4ee8-9714-2bc84481df0c] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.282831] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01145582-93ff-43c1-b3f8-4c5ceebe26b3 tempest-AttachVolumeShelveTestJSON-19320701 tempest-AttachVolumeShelveTestJSON-19320701-project-member] Lock "f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.999s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.310948] env[69073]: DEBUG nova.objects.instance [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid fbd12a57-c16d-4944-91e8-d12048022e89 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.398673] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e8d2f0-f481-433b-b22a-4a87a5772e84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.405992] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d519ff-08d5-454d-83d8-f5c79e5a5c33 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.436459] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d4dbbe-c0f4-447a-b026-2d3ccf1c0b28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.444048] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b855e6-bd1a-4e98-8b78-646eaaa73e6a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.457604] env[69073]: DEBUG nova.compute.provider_tree [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.573744] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220471, 'name': PowerOffVM_Task, 'duration_secs': 0.195114} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.574123] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.575163] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150b64d-f26b-4a05-973c-7ac68b62eac6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.593695] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d69f01d-9b1d-4676-8b80-b2e58ed8bb29 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.646812] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: b0b98b8f-ad6b-4e95-aacc-b097bdb37de1] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.961278] env[69073]: DEBUG nova.scheduler.client.report [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.102822] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Creating Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1229.103171] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76f19928-f2f4-4bd4-beb2-b3166cff047c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.112152] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1229.112152] env[69073]: value = "task-3220472" [ 1229.112152] env[69073]: _type = "Task" [ 1229.112152] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.119561] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220472, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.153191] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 97e1edb9-4edb-42fa-b778-2cbd957e4d89] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.313171] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "ecb2079d-787a-48af-860b-3c0760087a4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.313597] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.315760] env[69073]: DEBUG oslo_concurrency.lockutils [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.317933] env[69073]: DEBUG oslo_concurrency.lockutils [None req-66abdc28-2037-4e6b-a33a-5b97e1835201 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.318266] env[69073]: DEBUG oslo_concurrency.lockutils [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.003s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.466733] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.469586] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.554s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.469586] env[69073]: DEBUG nova.objects.instance [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lazy-loading 'resources' on Instance uuid 94e45830-9a41-4439-987f-396201cf0b6e {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.486913] env[69073]: INFO nova.scheduler.client.report [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Deleted allocations for instance 91134c5f-e399-437a-8166-970ac1d5f5fc [ 1229.621375] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220472, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.656715] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 97535ddb-6907-4030-8407-ea478889cf74] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.817312] env[69073]: INFO nova.compute.manager [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Detaching volume 5f814edd-4420-41b6-a24c-b0e427d7bc7f [ 1229.825912] env[69073]: INFO nova.compute.manager [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Detaching volume e93d8e4a-5c32-416c-8d1c-f8a6d39873b9 [ 1229.856711] env[69073]: INFO nova.virt.block_device [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Attempting to driver detach volume 5f814edd-4420-41b6-a24c-b0e427d7bc7f from mountpoint /dev/sdb [ 1229.856992] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1229.857266] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643834', 'volume_id': '5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'name': 'volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecb2079d-787a-48af-860b-3c0760087a4d', 'attached_at': '', 'detached_at': '', 'volume_id': '5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'serial': '5f814edd-4420-41b6-a24c-b0e427d7bc7f'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1229.858109] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371626d-99c2-4962-b265-e68fe9c5ffeb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.861652] env[69073]: INFO nova.virt.block_device [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Attempting to driver detach volume e93d8e4a-5c32-416c-8d1c-f8a6d39873b9 from mountpoint /dev/sdc [ 1229.861963] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1229.862040] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643855', 'volume_id': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'name': 'volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbd12a57-c16d-4944-91e8-d12048022e89', 'attached_at': '', 'detached_at': '', 'volume_id': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'serial': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1229.862870] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86feb415-7373-4783-9b1b-3140ea22e745 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.899777] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6827ba86-8f7d-4be9-8e29-5ffb16b6be7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.903052] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e617bfd1-6577-4dae-967b-e1f3c8b898de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.910980] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65602875-d236-40e7-ad3f-37bb0ad274fa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.913771] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378464db-052e-42d5-b4f7-d53557cd122c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.950626] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8f2c8b-8271-4838-b31b-3c3d828d4e43 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.954870] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335f60ec-c362-451a-8f0c-06577d0aad6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.969878] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] The volume has not been displaced from its original location: [datastore2] volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9/volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1229.975234] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.988734] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d994d6f8-4726-4db0-b0b3-6ed5418291c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.002526] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] The volume has not been displaced from its original location: [datastore2] volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f/volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1230.007584] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.010729] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26b586d8-1035-4354-b28d-37a4866ecce2 tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "91134c5f-e399-437a-8166-970ac1d5f5fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.247s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.012014] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccac7d6e-7430-473b-aa93-6e8b01897cc4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.034339] env[69073]: DEBUG oslo_vmware.api [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1230.034339] env[69073]: value = "task-3220475" [ 1230.034339] env[69073]: _type = "Task" [ 1230.034339] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.035332] env[69073]: DEBUG oslo_vmware.api [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1230.035332] env[69073]: value = "task-3220474" [ 1230.035332] env[69073]: _type = "Task" [ 1230.035332] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.046219] env[69073]: DEBUG oslo_vmware.api [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.049252] env[69073]: DEBUG oslo_vmware.api [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.122224] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220472, 'name': CreateSnapshot_Task, 'duration_secs': 0.707059} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.125380] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Created Snapshot of the VM instance {{(pid=69073) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1230.126371] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e28798-2b5a-4d0e-9f61-60570ab00bbb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.162578] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 65efd5d9-5982-4ffe-b17e-cd52b1e24962] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.179219] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df6294f-c78c-475d-b9bc-be68d7edc4d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.186942] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17aff20-a7b2-4670-902c-b8d6613e45b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.220922] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e443b39-61c6-4970-805b-26d5097d3e16 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.228423] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5e420c-bbd7-4075-8342-b76a18c64380 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.243513] env[69073]: DEBUG nova.compute.provider_tree [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.548900] env[69073]: DEBUG oslo_vmware.api [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220475, 'name': ReconfigVM_Task, 'duration_secs': 0.233123} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.552311] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.557267] env[69073]: DEBUG oslo_vmware.api [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220474, 'name': ReconfigVM_Task, 'duration_secs': 0.232756} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.557549] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18f0881f-e8ff-45be-aa56-b6dde9502306 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.568061] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1230.572771] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b03afbe-5950-45f4-aa40-39923f2f8866 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.587914] env[69073]: DEBUG oslo_vmware.api [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1230.587914] env[69073]: value = "task-3220476" [ 1230.587914] env[69073]: _type = "Task" [ 1230.587914] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.589327] env[69073]: DEBUG oslo_vmware.api [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1230.589327] env[69073]: value = "task-3220477" [ 1230.589327] env[69073]: _type = "Task" [ 1230.589327] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.600335] env[69073]: DEBUG oslo_vmware.api [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.603470] env[69073]: DEBUG oslo_vmware.api [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.644985] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Creating linked-clone VM from snapshot {{(pid=69073) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1230.645360] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76384585-e7f3-470b-aafb-c75728818319 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.653940] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1230.653940] env[69073]: value = "task-3220478" [ 1230.653940] env[69073]: _type = "Task" [ 1230.653940] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.663758] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220478, 'name': CloneVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.667339] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 4f89275e-1987-4caa-8fa1-b358ec1d90fe] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.746139] env[69073]: DEBUG nova.scheduler.client.report [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.103308] env[69073]: DEBUG oslo_vmware.api [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220477, 'name': ReconfigVM_Task, 'duration_secs': 0.355855} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.106271] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643834', 'volume_id': '5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'name': 'volume-5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ecb2079d-787a-48af-860b-3c0760087a4d', 'attached_at': '', 'detached_at': '', 'volume_id': '5f814edd-4420-41b6-a24c-b0e427d7bc7f', 'serial': '5f814edd-4420-41b6-a24c-b0e427d7bc7f'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1231.108502] env[69073]: DEBUG oslo_vmware.api [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220476, 'name': ReconfigVM_Task, 'duration_secs': 0.142035} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.108957] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643855', 'volume_id': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'name': 'volume-e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fbd12a57-c16d-4944-91e8-d12048022e89', 'attached_at': '', 'detached_at': '', 'volume_id': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9', 'serial': 'e93d8e4a-5c32-416c-8d1c-f8a6d39873b9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1231.164010] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220478, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.170963] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: f522d769-61e5-4c43-957c-a70094b60c19] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.254686] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.287040] env[69073]: INFO nova.scheduler.client.report [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Deleted allocations for instance 94e45830-9a41-4439-987f-396201cf0b6e [ 1231.486992] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.488030] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.488030] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.488030] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.488030] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.490233] env[69073]: INFO nova.compute.manager [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Terminating instance [ 1231.653804] env[69073]: DEBUG nova.objects.instance [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lazy-loading 'flavor' on Instance uuid ecb2079d-787a-48af-860b-3c0760087a4d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.660349] env[69073]: DEBUG nova.objects.instance [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'flavor' on Instance uuid fbd12a57-c16d-4944-91e8-d12048022e89 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.666759] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220478, 'name': CloneVM_Task} progress is 94%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.675019] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 6ef55282-abd0-426f-80f4-287c55442574] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.799198] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f8de6fca-b023-419d-9fad-4c136d636832 tempest-ListImageFiltersTestJSON-841107983 tempest-ListImageFiltersTestJSON-841107983-project-member] Lock "94e45830-9a41-4439-987f-396201cf0b6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.231s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.994120] env[69073]: DEBUG nova.compute.manager [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.994560] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.995974] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faf0816-c938-4532-9cd4-0dc046d86d99 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.004936] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.005321] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff4e491e-4c85-49f9-ac40-6a8b2590377e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.014016] env[69073]: DEBUG oslo_vmware.api [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1232.014016] env[69073]: value = "task-3220479" [ 1232.014016] env[69073]: _type = "Task" [ 1232.014016] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.021787] env[69073]: DEBUG oslo_vmware.api [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.170549] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220478, 'name': CloneVM_Task} progress is 95%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.177686] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.177789] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Cleaning up deleted instances with incomplete migration {{(pid=69073) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1232.324368] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "c6ae0a73-7bdb-460e-9163-d824293136f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.324751] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.525045] env[69073]: DEBUG oslo_vmware.api [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220479, 'name': PowerOffVM_Task, 'duration_secs': 0.200031} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.525045] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.525045] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.525280] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e5e4e0d-9af7-4656-a1cc-a5ab8e7bdf9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.588983] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.589283] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.589489] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleting the datastore file [datastore1] 14a93dcf-864c-4744-bc6f-d6df2f0de02f {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.589764] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e19309-9e76-40a5-bb5d-001390079630 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.595396] env[69073]: DEBUG oslo_vmware.api [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1232.595396] env[69073]: value = "task-3220481" [ 1232.595396] env[69073]: _type = "Task" [ 1232.595396] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.604321] env[69073]: DEBUG oslo_vmware.api [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.665545] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220478, 'name': CloneVM_Task, 'duration_secs': 1.676692} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.665806] env[69073]: INFO nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Created linked-clone VM from snapshot [ 1232.666552] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78358489-6eff-4316-9b03-c71d08a45523 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.673576] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3c75e22b-5be3-48e9-9ba0-e9b737893ba0 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.360s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.674641] env[69073]: DEBUG oslo_concurrency.lockutils [None req-38a89ce1-8627-4f29-bfd4-a2bdab86d8b6 tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.675500] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Uploading image 5a385ebb-5959-46e8-bd50-d2c5fb6b2842 {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1232.679944] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.701076] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1232.701076] env[69073]: value = "vm-643857" [ 1232.701076] env[69073]: _type = "VirtualMachine" [ 1232.701076] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1232.701401] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19e5b917-8824-43b4-acb7-2f962572c179 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.708463] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease: (returnval){ [ 1232.708463] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52892423-e46c-9c69-ac7d-088df4889b54" [ 1232.708463] env[69073]: _type = "HttpNfcLease" [ 1232.708463] env[69073]: } obtained for exporting VM: (result){ [ 1232.708463] env[69073]: value = "vm-643857" [ 1232.708463] env[69073]: _type = "VirtualMachine" [ 1232.708463] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1232.708849] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the lease: (returnval){ [ 1232.708849] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52892423-e46c-9c69-ac7d-088df4889b54" [ 1232.708849] env[69073]: _type = "HttpNfcLease" [ 1232.708849] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1232.714684] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1232.714684] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52892423-e46c-9c69-ac7d-088df4889b54" [ 1232.714684] env[69073]: _type = "HttpNfcLease" [ 1232.714684] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1232.826724] env[69073]: DEBUG nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.106590] env[69073]: DEBUG oslo_vmware.api [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13208} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.106590] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.106745] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.106905] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.107118] env[69073]: INFO nova.compute.manager [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1233.107374] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.107572] env[69073]: DEBUG nova.compute.manager [-] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.107671] env[69073]: DEBUG nova.network.neutron [-] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.217103] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.217103] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52892423-e46c-9c69-ac7d-088df4889b54" [ 1233.217103] env[69073]: _type = "HttpNfcLease" [ 1233.217103] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1233.217405] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1233.217405] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52892423-e46c-9c69-ac7d-088df4889b54" [ 1233.217405] env[69073]: _type = "HttpNfcLease" [ 1233.217405] env[69073]: }. {{(pid=69073) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1233.218194] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee59935-5a93-420f-8554-25d3af13632d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.225889] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6e128-089c-1d79-2d8e-7098f0a61a16/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1233.226561] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6e128-089c-1d79-2d8e-7098f0a61a16/disk-0.vmdk for reading. {{(pid=69073) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1233.355484] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.355484] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.357053] env[69073]: INFO nova.compute.claims [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.395724] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0a38257-0ff5-4176-910c-3b6307e880b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.651325] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "ecb2079d-787a-48af-860b-3c0760087a4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.651815] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.651976] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "ecb2079d-787a-48af-860b-3c0760087a4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.652178] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.652398] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.654672] env[69073]: INFO nova.compute.manager [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Terminating instance [ 1233.793539] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.795552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.795552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "fbd12a57-c16d-4944-91e8-d12048022e89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.795552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.795552] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.797111] env[69073]: INFO nova.compute.manager [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Terminating instance [ 1233.896303] env[69073]: DEBUG nova.compute.manager [req-cbb19f28-e2e9-4f7c-9ca0-0eb01653e34a req-7a81928d-95ec-4da0-824e-d9e34090373c service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Received event network-vif-deleted-9c050387-5b30-4b2a-a289-f509a7edb7ce {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.896516] env[69073]: INFO nova.compute.manager [req-cbb19f28-e2e9-4f7c-9ca0-0eb01653e34a req-7a81928d-95ec-4da0-824e-d9e34090373c service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Neutron deleted interface 9c050387-5b30-4b2a-a289-f509a7edb7ce; detaching it from the instance and deleting it from the info cache [ 1233.896664] env[69073]: DEBUG nova.network.neutron [req-cbb19f28-e2e9-4f7c-9ca0-0eb01653e34a req-7a81928d-95ec-4da0-824e-d9e34090373c service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.159652] env[69073]: DEBUG nova.compute.manager [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.159652] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.162526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d2a98d-0714-4a00-ba2b-df7acdf01ecf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.173785] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.174436] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cb0a307-254d-4cf0-8236-39b5f854fe03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.181551] env[69073]: DEBUG oslo_vmware.api [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1234.181551] env[69073]: value = "task-3220483" [ 1234.181551] env[69073]: _type = "Task" [ 1234.181551] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.191094] env[69073]: DEBUG oslo_vmware.api [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.301156] env[69073]: DEBUG nova.compute.manager [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1234.301580] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.302617] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aad4d5-3dc9-4a39-8e16-f5c0d430c0c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.310989] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.311299] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f5a117e-a914-463e-bceb-ffb00f41c263 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.318433] env[69073]: DEBUG oslo_vmware.api [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1234.318433] env[69073]: value = "task-3220484" [ 1234.318433] env[69073]: _type = "Task" [ 1234.318433] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.327832] env[69073]: DEBUG oslo_vmware.api [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.379721] env[69073]: DEBUG nova.network.neutron [-] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.400644] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f2c1d3a-3357-4a31-b892-e97ea1ad0ae2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.415805] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a7addc-3683-4e9c-af92-9c4b8aab9dda {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.467468] env[69073]: DEBUG nova.compute.manager [req-cbb19f28-e2e9-4f7c-9ca0-0eb01653e34a req-7a81928d-95ec-4da0-824e-d9e34090373c service nova] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Detach interface failed, port_id=9c050387-5b30-4b2a-a289-f509a7edb7ce, reason: Instance 14a93dcf-864c-4744-bc6f-d6df2f0de02f could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.629668] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a971980-7c8a-49e7-8d41-2af38a50786e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.637682] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9629b5-fbf8-47ce-818e-6df39923838d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.670546] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae1411f-ca50-4fa7-b5f0-2815d061573d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.678454] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8954b092-f404-4b8e-bbfe-ae6bcddcf2d7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.699411] env[69073]: DEBUG nova.compute.provider_tree [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.703926] env[69073]: DEBUG oslo_vmware.api [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220483, 'name': PowerOffVM_Task, 'duration_secs': 0.29184} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.704506] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.704735] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.705041] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87ba7c37-9696-4f79-89e7-811235f73095 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.776014] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.776014] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.776232] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleting the datastore file [datastore1] ecb2079d-787a-48af-860b-3c0760087a4d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.776502] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c6b6c62-d0a9-4fa6-a8f6-c16643a34ad8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.784093] env[69073]: DEBUG oslo_vmware.api [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1234.784093] env[69073]: value = "task-3220486" [ 1234.784093] env[69073]: _type = "Task" [ 1234.784093] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.792574] env[69073]: DEBUG oslo_vmware.api [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.830322] env[69073]: DEBUG oslo_vmware.api [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220484, 'name': PowerOffVM_Task, 'duration_secs': 0.232038} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.830799] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.831039] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.831471] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3be26a9-a118-41e9-bc12-7a75771a901c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.882977] env[69073]: INFO nova.compute.manager [-] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Took 1.78 seconds to deallocate network for instance. [ 1234.905454] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.905889] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.906781] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Deleting the datastore file [datastore1] fbd12a57-c16d-4944-91e8-d12048022e89 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.906781] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-273d8192-c23a-4514-8df0-a35969b137da {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.913084] env[69073]: DEBUG oslo_vmware.api [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for the task: (returnval){ [ 1234.913084] env[69073]: value = "task-3220488" [ 1234.913084] env[69073]: _type = "Task" [ 1234.913084] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.924617] env[69073]: DEBUG oslo_vmware.api [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.206111] env[69073]: DEBUG nova.scheduler.client.report [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.297080] env[69073]: DEBUG oslo_vmware.api [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145847} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.297464] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.297685] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.297897] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.298113] env[69073]: INFO nova.compute.manager [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1235.298419] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.298658] env[69073]: DEBUG nova.compute.manager [-] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.298788] env[69073]: DEBUG nova.network.neutron [-] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.391628] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.424910] env[69073]: DEBUG oslo_vmware.api [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Task: {'id': task-3220488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160744} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.425369] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.425613] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.425861] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.426095] env[69073]: INFO nova.compute.manager [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1235.426374] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.426609] env[69073]: DEBUG nova.compute.manager [-] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.426736] env[69073]: DEBUG nova.network.neutron [-] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.711753] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.712701] env[69073]: DEBUG nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.720021] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.325s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.720021] env[69073]: DEBUG nova.objects.instance [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'resources' on Instance uuid 14a93dcf-864c-4744-bc6f-d6df2f0de02f {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.927642] env[69073]: DEBUG nova.compute.manager [req-61b39b68-4c95-4c9a-a4c9-f4ccc2f595dc req-6366ba19-c96f-4549-923d-905eeea761bc service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Received event network-vif-deleted-a618efdd-2cd2-4007-9fe6-176b1a46fd1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.927990] env[69073]: INFO nova.compute.manager [req-61b39b68-4c95-4c9a-a4c9-f4ccc2f595dc req-6366ba19-c96f-4549-923d-905eeea761bc service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Neutron deleted interface a618efdd-2cd2-4007-9fe6-176b1a46fd1f; detaching it from the instance and deleting it from the info cache [ 1235.928065] env[69073]: DEBUG nova.network.neutron [req-61b39b68-4c95-4c9a-a4c9-f4ccc2f595dc req-6366ba19-c96f-4549-923d-905eeea761bc service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.977374] env[69073]: DEBUG nova.compute.manager [req-6fc1cd4b-75f6-449c-a53c-7d271826bf9a req-e43c8581-5a07-4a57-b7b4-56109e381fa4 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Received event network-vif-deleted-788c924d-60a5-4ecf-93b1-18c91d02a9fa {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.977525] env[69073]: INFO nova.compute.manager [req-6fc1cd4b-75f6-449c-a53c-7d271826bf9a req-e43c8581-5a07-4a57-b7b4-56109e381fa4 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Neutron deleted interface 788c924d-60a5-4ecf-93b1-18c91d02a9fa; detaching it from the instance and deleting it from the info cache [ 1235.977637] env[69073]: DEBUG nova.network.neutron [req-6fc1cd4b-75f6-449c-a53c-7d271826bf9a req-e43c8581-5a07-4a57-b7b4-56109e381fa4 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.219894] env[69073]: DEBUG nova.compute.utils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.223037] env[69073]: DEBUG nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.223037] env[69073]: DEBUG nova.network.neutron [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.269999] env[69073]: DEBUG nova.policy [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8de9fe602cdc49b29b3404a147a5d663', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8d5bf2085f44abc9b08e8e810aa76f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.312776] env[69073]: DEBUG nova.network.neutron [-] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.391920] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee85a7-22d8-4756-bd01-c579bbd97b27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.400487] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d052208-7753-4a4f-ae62-63e6a6b0dcde {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.432650] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be68e7f1-23bc-42e1-b5cc-92da7c35423c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.435613] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef456f12-534c-4cad-9ab0-e36ccff2dc1f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.443699] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63224b4b-40f4-4339-8fc5-26e6db24893f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.450133] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc70a9f0-3e3e-48df-b434-0c06420bc2a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.472281] env[69073]: DEBUG nova.network.neutron [-] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.472466] env[69073]: DEBUG nova.compute.provider_tree [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.483313] env[69073]: DEBUG nova.compute.manager [req-61b39b68-4c95-4c9a-a4c9-f4ccc2f595dc req-6366ba19-c96f-4549-923d-905eeea761bc service nova] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Detach interface failed, port_id=a618efdd-2cd2-4007-9fe6-176b1a46fd1f, reason: Instance ecb2079d-787a-48af-860b-3c0760087a4d could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.484437] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-028d6a8e-8a6a-4ea5-91d5-9d6bd5d182e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.496325] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d8b2c0-8c06-4ec6-b9fb-4ede37168d66 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.541559] env[69073]: DEBUG nova.compute.manager [req-6fc1cd4b-75f6-449c-a53c-7d271826bf9a req-e43c8581-5a07-4a57-b7b4-56109e381fa4 service nova] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Detach interface failed, port_id=788c924d-60a5-4ecf-93b1-18c91d02a9fa, reason: Instance fbd12a57-c16d-4944-91e8-d12048022e89 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.550028] env[69073]: DEBUG nova.network.neutron [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Successfully created port: e7235077-965f-4c42-b26b-155e5d2269aa {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.724630] env[69073]: DEBUG nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.815772] env[69073]: INFO nova.compute.manager [-] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Took 1.52 seconds to deallocate network for instance. [ 1236.841090] env[69073]: DEBUG nova.network.neutron [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Successfully created port: 868a4836-0ece-4bb9-a3ea-c8c6b1471c4f {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.975040] env[69073]: INFO nova.compute.manager [-] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Took 1.55 seconds to deallocate network for instance. [ 1236.987140] env[69073]: DEBUG nova.scheduler.client.report [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.744366] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.745191] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.247481] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.531s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.251855] env[69073]: DEBUG nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.255027] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.511s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.255400] env[69073]: DEBUG nova.objects.instance [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lazy-loading 'resources' on Instance uuid ecb2079d-787a-48af-860b-3c0760087a4d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.286559] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.286806] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.286956] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.287142] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.287279] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.287417] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.289016] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.289016] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.289016] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.289016] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.289016] env[69073]: DEBUG nova.virt.hardware [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.289497] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f12dd8-ebb5-4908-a3fa-3e766c64e78a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.293211] env[69073]: INFO nova.scheduler.client.report [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted allocations for instance 14a93dcf-864c-4744-bc6f-d6df2f0de02f [ 1238.301430] env[69073]: DEBUG nova.compute.manager [req-de2a5e60-e4f3-4116-b5e9-12a7b64cf861 req-293f4c5a-d1a2-4d8c-b976-dbe5d570a3e4 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Received event network-vif-plugged-e7235077-965f-4c42-b26b-155e5d2269aa {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.301644] env[69073]: DEBUG oslo_concurrency.lockutils [req-de2a5e60-e4f3-4116-b5e9-12a7b64cf861 req-293f4c5a-d1a2-4d8c-b976-dbe5d570a3e4 service nova] Acquiring lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.302206] env[69073]: DEBUG oslo_concurrency.lockutils [req-de2a5e60-e4f3-4116-b5e9-12a7b64cf861 req-293f4c5a-d1a2-4d8c-b976-dbe5d570a3e4 service nova] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.302206] env[69073]: DEBUG oslo_concurrency.lockutils [req-de2a5e60-e4f3-4116-b5e9-12a7b64cf861 req-293f4c5a-d1a2-4d8c-b976-dbe5d570a3e4 service nova] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.303086] env[69073]: DEBUG nova.compute.manager [req-de2a5e60-e4f3-4116-b5e9-12a7b64cf861 req-293f4c5a-d1a2-4d8c-b976-dbe5d570a3e4 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] No waiting events found dispatching network-vif-plugged-e7235077-965f-4c42-b26b-155e5d2269aa {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.303361] env[69073]: WARNING nova.compute.manager [req-de2a5e60-e4f3-4116-b5e9-12a7b64cf861 req-293f4c5a-d1a2-4d8c-b976-dbe5d570a3e4 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Received unexpected event network-vif-plugged-e7235077-965f-4c42-b26b-155e5d2269aa for instance with vm_state building and task_state spawning. [ 1238.312616] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf34939e-9a44-4de8-834d-f99e13ef75b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.388224] env[69073]: DEBUG nova.network.neutron [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Successfully updated port: e7235077-965f-4c42-b26b-155e5d2269aa {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.815436] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12842644-22fa-496b-a3a7-48854b08ef39 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "14a93dcf-864c-4744-bc6f-d6df2f0de02f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.328s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.896811] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3cd0b8-52dc-4a61-a73e-3e48253f7ca8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.904787] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb853f56-3210-448c-a8cf-191a0f870ed0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.937136] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bd4df4-52e8-45d2-a9bb-3ec2bfcd6e94 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.945054] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36863613-ed34-494e-a3a6-3d59253e9801 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.959183] env[69073]: DEBUG nova.compute.provider_tree [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.463845] env[69073]: DEBUG nova.scheduler.client.report [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.969107] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.971570] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.226s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.971804] env[69073]: DEBUG nova.objects.instance [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lazy-loading 'resources' on Instance uuid fbd12a57-c16d-4944-91e8-d12048022e89 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.987173] env[69073]: INFO nova.scheduler.client.report [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleted allocations for instance ecb2079d-787a-48af-860b-3c0760087a4d [ 1240.324784] env[69073]: DEBUG nova.compute.manager [req-b9889eb9-c7d3-46d2-9411-11ec52bd4a91 req-8c54b7fd-6058-4583-b3b4-960641a72f01 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Received event network-changed-e7235077-965f-4c42-b26b-155e5d2269aa {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.325038] env[69073]: DEBUG nova.compute.manager [req-b9889eb9-c7d3-46d2-9411-11ec52bd4a91 req-8c54b7fd-6058-4583-b3b4-960641a72f01 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Refreshing instance network info cache due to event network-changed-e7235077-965f-4c42-b26b-155e5d2269aa. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.325261] env[69073]: DEBUG oslo_concurrency.lockutils [req-b9889eb9-c7d3-46d2-9411-11ec52bd4a91 req-8c54b7fd-6058-4583-b3b4-960641a72f01 service nova] Acquiring lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.325404] env[69073]: DEBUG oslo_concurrency.lockutils [req-b9889eb9-c7d3-46d2-9411-11ec52bd4a91 req-8c54b7fd-6058-4583-b3b4-960641a72f01 service nova] Acquired lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.325562] env[69073]: DEBUG nova.network.neutron [req-b9889eb9-c7d3-46d2-9411-11ec52bd4a91 req-8c54b7fd-6058-4583-b3b4-960641a72f01 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Refreshing network info cache for port e7235077-965f-4c42-b26b-155e5d2269aa {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.500682] env[69073]: DEBUG oslo_concurrency.lockutils [None req-dd817815-a7cc-4026-a83e-a4addf3dfc8a tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "ecb2079d-787a-48af-860b-3c0760087a4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.848s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.501752] env[69073]: DEBUG nova.network.neutron [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Successfully updated port: 868a4836-0ece-4bb9-a3ea-c8c6b1471c4f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.625344] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d63f5a-33a6-41b0-901e-3edc567b1daf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.634797] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cfadfc-73b2-4197-8876-fc7089a07dec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.668568] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b6ee93-d124-4952-b845-516ffa47c38b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.671861] env[69073]: DEBUG nova.compute.manager [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1240.681053] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f9ec07-f241-4bae-8b4c-0b8cc6267765 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.695573] env[69073]: DEBUG nova.compute.provider_tree [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.863541] env[69073]: DEBUG nova.network.neutron [req-b9889eb9-c7d3-46d2-9411-11ec52bd4a91 req-8c54b7fd-6058-4583-b3b4-960641a72f01 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.958981] env[69073]: DEBUG nova.network.neutron [req-b9889eb9-c7d3-46d2-9411-11ec52bd4a91 req-8c54b7fd-6058-4583-b3b4-960641a72f01 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.980989] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6e128-089c-1d79-2d8e-7098f0a61a16/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1240.981923] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdc6950-1636-4476-846c-2cb073a086ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.988975] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6e128-089c-1d79-2d8e-7098f0a61a16/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1240.989127] env[69073]: ERROR oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6e128-089c-1d79-2d8e-7098f0a61a16/disk-0.vmdk due to incomplete transfer. [ 1240.989335] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2743e14b-3581-4922-a0c6-49be078591df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.996070] env[69073]: DEBUG oslo_vmware.rw_handles [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e6e128-089c-1d79-2d8e-7098f0a61a16/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1240.996262] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Uploaded image 5a385ebb-5959-46e8-bd50-d2c5fb6b2842 to the Glance image server {{(pid=69073) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1240.998750] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Destroying the VM {{(pid=69073) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1240.998973] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d92c0660-0d24-4357-a180-622c32c4882b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.004504] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1241.004504] env[69073]: value = "task-3220489" [ 1241.004504] env[69073]: _type = "Task" [ 1241.004504] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.007827] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.011756] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220489, 'name': Destroy_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.190617] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.199698] env[69073]: DEBUG nova.scheduler.client.report [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.464449] env[69073]: DEBUG oslo_concurrency.lockutils [req-b9889eb9-c7d3-46d2-9411-11ec52bd4a91 req-8c54b7fd-6058-4583-b3b4-960641a72f01 service nova] Releasing lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.464449] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquired lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.464449] env[69073]: DEBUG nova.network.neutron [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.513723] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220489, 'name': Destroy_Task, 'duration_secs': 0.321496} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.514054] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Destroyed the VM [ 1241.514229] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Deleting Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1241.514472] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01cb8263-dec9-44ca-bb2c-5c84fb0cf110 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.520460] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1241.520460] env[69073]: value = "task-3220491" [ 1241.520460] env[69073]: _type = "Task" [ 1241.520460] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.530227] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220491, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.704491] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.706815] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.516s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.730108] env[69073]: INFO nova.scheduler.client.report [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Deleted allocations for instance fbd12a57-c16d-4944-91e8-d12048022e89 [ 1242.001184] env[69073]: DEBUG nova.network.neutron [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.029593] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220491, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.211325] env[69073]: INFO nova.compute.claims [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.239225] env[69073]: DEBUG oslo_concurrency.lockutils [None req-da2948c4-cad1-47de-99ba-5229c13e8aac tempest-AttachVolumeTestJSON-1973837592 tempest-AttachVolumeTestJSON-1973837592-project-member] Lock "fbd12a57-c16d-4944-91e8-d12048022e89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.445s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.265448] env[69073]: DEBUG nova.network.neutron [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Updating instance_info_cache with network_info: [{"id": "e7235077-965f-4c42-b26b-155e5d2269aa", "address": "fa:16:3e:cf:b0:88", "network": {"id": "aa6e2d73-f161-4a1c-baae-6715fd2b2495", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1177944386", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7235077-96", "ovs_interfaceid": "e7235077-965f-4c42-b26b-155e5d2269aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "868a4836-0ece-4bb9-a3ea-c8c6b1471c4f", "address": "fa:16:3e:05:be:99", "network": {"id": "1de332c2-610f-48ab-acbe-b8fbe8357ee7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1408764606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868a4836-0e", "ovs_interfaceid": "868a4836-0ece-4bb9-a3ea-c8c6b1471c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.328108] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2179cf6d-debe-4465-b915-024f470b1caa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.328401] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2179cf6d-debe-4465-b915-024f470b1caa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.328612] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2179cf6d-debe-4465-b915-024f470b1caa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.328805] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2179cf6d-debe-4465-b915-024f470b1caa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.328976] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2179cf6d-debe-4465-b915-024f470b1caa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.331194] env[69073]: INFO nova.compute.manager [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Terminating instance [ 1242.351051] env[69073]: DEBUG nova.compute.manager [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Received event network-vif-plugged-868a4836-0ece-4bb9-a3ea-c8c6b1471c4f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.351119] env[69073]: DEBUG oslo_concurrency.lockutils [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] Acquiring lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.351439] env[69073]: DEBUG oslo_concurrency.lockutils [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.351523] env[69073]: DEBUG oslo_concurrency.lockutils [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.352138] env[69073]: DEBUG nova.compute.manager [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] No waiting events found dispatching network-vif-plugged-868a4836-0ece-4bb9-a3ea-c8c6b1471c4f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.352138] env[69073]: WARNING nova.compute.manager [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Received unexpected event network-vif-plugged-868a4836-0ece-4bb9-a3ea-c8c6b1471c4f for instance with vm_state building and task_state spawning. [ 1242.352138] env[69073]: DEBUG nova.compute.manager [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Received event network-changed-868a4836-0ece-4bb9-a3ea-c8c6b1471c4f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.352471] env[69073]: DEBUG nova.compute.manager [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Refreshing instance network info cache due to event network-changed-868a4836-0ece-4bb9-a3ea-c8c6b1471c4f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.352471] env[69073]: DEBUG oslo_concurrency.lockutils [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] Acquiring lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.532569] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220491, 'name': RemoveSnapshot_Task, 'duration_secs': 0.538533} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.534058] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Deleted Snapshot of the VM instance {{(pid=69073) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1242.534058] env[69073]: DEBUG nova.compute.manager [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.535273] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a7fdc5-f555-4e24-8166-ed9e1fbb0fe2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.718413] env[69073]: INFO nova.compute.resource_tracker [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating resource usage from migration a07f083a-bb5b-4235-9d71-a6e98bbfb287 [ 1242.768147] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Releasing lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.768533] env[69073]: DEBUG nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Instance network_info: |[{"id": "e7235077-965f-4c42-b26b-155e5d2269aa", "address": "fa:16:3e:cf:b0:88", "network": {"id": "aa6e2d73-f161-4a1c-baae-6715fd2b2495", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1177944386", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7235077-96", "ovs_interfaceid": "e7235077-965f-4c42-b26b-155e5d2269aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "868a4836-0ece-4bb9-a3ea-c8c6b1471c4f", "address": "fa:16:3e:05:be:99", "network": {"id": "1de332c2-610f-48ab-acbe-b8fbe8357ee7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1408764606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868a4836-0e", "ovs_interfaceid": "868a4836-0ece-4bb9-a3ea-c8c6b1471c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.768832] env[69073]: DEBUG oslo_concurrency.lockutils [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] Acquired lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.769015] env[69073]: DEBUG nova.network.neutron [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Refreshing network info cache for port 868a4836-0ece-4bb9-a3ea-c8c6b1471c4f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.770400] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:b0:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7235077-965f-4c42-b26b-155e5d2269aa', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:be:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '868a4836-0ece-4bb9-a3ea-c8c6b1471c4f', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.779432] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.782490] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.783174] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-419539df-9233-4fab-81f8-6386cd379f83 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.809201] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.809201] env[69073]: value = "task-3220493" [ 1242.809201] env[69073]: _type = "Task" [ 1242.809201] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.819465] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220493, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.837308] env[69073]: DEBUG nova.compute.manager [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.837518] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.838692] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba37fd4-8bb8-4c39-9681-39ff97e58fa4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.847110] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.849432] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12fd24b5-c1b5-47b7-b7ed-0201502caf86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.856857] env[69073]: DEBUG oslo_vmware.api [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1242.856857] env[69073]: value = "task-3220494" [ 1242.856857] env[69073]: _type = "Task" [ 1242.856857] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.865230] env[69073]: DEBUG oslo_vmware.api [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.866813] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ffbb1c-0a4d-4b00-b154-d87b99937504 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.873696] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9176bd-f688-431a-a72b-e44455d0721a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.903958] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a64a7a-1fe6-4f17-aa57-c342974fcb81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.911486] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad48d35f-a967-45e7-aa04-b248d7972d5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.924703] env[69073]: DEBUG nova.compute.provider_tree [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.050742] env[69073]: INFO nova.compute.manager [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Shelve offloading [ 1243.320321] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220493, 'name': CreateVM_Task, 'duration_secs': 0.392953} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.320521] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.321281] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.321481] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.321799] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.322377] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5854f24c-a308-4863-88f4-313fcb11e494 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.326873] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1243.326873] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d4865a-feec-6233-94c9-013d940a2df1" [ 1243.326873] env[69073]: _type = "Task" [ 1243.326873] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.333950] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d4865a-feec-6233-94c9-013d940a2df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.367732] env[69073]: DEBUG oslo_vmware.api [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220494, 'name': PowerOffVM_Task, 'duration_secs': 0.171709} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.369883] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.370093] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.370354] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa7445a3-a8f1-460d-a83f-5ea6c0bb066e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.428142] env[69073]: DEBUG nova.scheduler.client.report [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.432135] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.432340] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.432520] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleting the datastore file [datastore1] 2179cf6d-debe-4465-b915-024f470b1caa {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.432938] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-926036b4-6554-4a2b-95cf-bd80a2c4ae86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.439113] env[69073]: DEBUG oslo_vmware.api [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1243.439113] env[69073]: value = "task-3220496" [ 1243.439113] env[69073]: _type = "Task" [ 1243.439113] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.447411] env[69073]: DEBUG oslo_vmware.api [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.483970] env[69073]: DEBUG nova.network.neutron [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Updated VIF entry in instance network info cache for port 868a4836-0ece-4bb9-a3ea-c8c6b1471c4f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.484475] env[69073]: DEBUG nova.network.neutron [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Updating instance_info_cache with network_info: [{"id": "e7235077-965f-4c42-b26b-155e5d2269aa", "address": "fa:16:3e:cf:b0:88", "network": {"id": "aa6e2d73-f161-4a1c-baae-6715fd2b2495", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1177944386", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7235077-96", "ovs_interfaceid": "e7235077-965f-4c42-b26b-155e5d2269aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "868a4836-0ece-4bb9-a3ea-c8c6b1471c4f", "address": "fa:16:3e:05:be:99", "network": {"id": "1de332c2-610f-48ab-acbe-b8fbe8357ee7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1408764606", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap868a4836-0e", "ovs_interfaceid": "868a4836-0ece-4bb9-a3ea-c8c6b1471c4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.554783] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.555144] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3553fe3-772a-469d-90de-9fd332e97c46 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.562272] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1243.562272] env[69073]: value = "task-3220497" [ 1243.562272] env[69073]: _type = "Task" [ 1243.562272] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.570825] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.836441] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d4865a-feec-6233-94c9-013d940a2df1, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.836743] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.836974] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.837228] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.837372] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.837550] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.837803] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df0c02a-2596-4928-96cc-9eb971423aa4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.845853] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.846030] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.846767] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6b91a6-13a3-4dc9-8aac-d3764b77a0b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.851294] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1243.851294] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52311311-2d92-4fa7-b396-d838641a13a7" [ 1243.851294] env[69073]: _type = "Task" [ 1243.851294] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.858857] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52311311-2d92-4fa7-b396-d838641a13a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.937248] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.230s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.937501] env[69073]: INFO nova.compute.manager [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Migrating [ 1243.959814] env[69073]: DEBUG oslo_vmware.api [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13505} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.960026] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.960101] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.960255] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.960502] env[69073]: INFO nova.compute.manager [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1243.960733] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.960927] env[69073]: DEBUG nova.compute.manager [-] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.961036] env[69073]: DEBUG nova.network.neutron [-] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.986912] env[69073]: DEBUG oslo_concurrency.lockutils [req-716d099e-3479-4289-bfaf-83c4c78caad7 req-66f3ad8c-b5d5-46dc-a8b0-9100ec2fcb83 service nova] Releasing lock "refresh_cache-c6ae0a73-7bdb-460e-9163-d824293136f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.072746] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1244.073009] env[69073]: DEBUG nova.compute.manager [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.073775] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d957de-36b7-425d-8593-d254c1e55295 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.079240] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.079409] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.079579] env[69073]: DEBUG nova.network.neutron [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.362201] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52311311-2d92-4fa7-b396-d838641a13a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017134} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.362955] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bd09e0-26a7-4f94-a60b-af18cad8fec2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.368181] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1244.368181] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5222ded2-6698-0fb5-e3ba-1f23df9efa1b" [ 1244.368181] env[69073]: _type = "Task" [ 1244.368181] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.378385] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5222ded2-6698-0fb5-e3ba-1f23df9efa1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.388666] env[69073]: DEBUG nova.compute.manager [req-26cdef2c-d6bb-42d5-9af9-380bb8bfcbf2 req-5e605c7d-2527-45bc-b1fa-0094cb8b8cc6 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Received event network-vif-deleted-9c8513fa-ec51-4a40-83b6-fd6d375db891 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.388840] env[69073]: INFO nova.compute.manager [req-26cdef2c-d6bb-42d5-9af9-380bb8bfcbf2 req-5e605c7d-2527-45bc-b1fa-0094cb8b8cc6 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Neutron deleted interface 9c8513fa-ec51-4a40-83b6-fd6d375db891; detaching it from the instance and deleting it from the info cache [ 1244.389031] env[69073]: DEBUG nova.network.neutron [req-26cdef2c-d6bb-42d5-9af9-380bb8bfcbf2 req-5e605c7d-2527-45bc-b1fa-0094cb8b8cc6 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.455615] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.455801] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.455978] env[69073]: DEBUG nova.network.neutron [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.795438] env[69073]: DEBUG nova.network.neutron [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [{"id": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "address": "fa:16:3e:b8:14:d3", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfad8f1a-99", "ovs_interfaceid": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.874698] env[69073]: DEBUG nova.network.neutron [-] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.881490] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5222ded2-6698-0fb5-e3ba-1f23df9efa1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.881767] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.882251] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] c6ae0a73-7bdb-460e-9163-d824293136f3/c6ae0a73-7bdb-460e-9163-d824293136f3.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.882375] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34201f08-6df8-4f34-90b4-369d13eeb6be {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.890307] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1244.890307] env[69073]: value = "task-3220499" [ 1244.890307] env[69073]: _type = "Task" [ 1244.890307] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.893865] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3b6ab4e-0dfb-4360-ba43-cc6ff999fc1b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.900591] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.904325] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02214572-e4e4-426d-9f61-75b5d27ab031 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.938061] env[69073]: DEBUG nova.compute.manager [req-26cdef2c-d6bb-42d5-9af9-380bb8bfcbf2 req-5e605c7d-2527-45bc-b1fa-0094cb8b8cc6 service nova] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Detach interface failed, port_id=9c8513fa-ec51-4a40-83b6-fd6d375db891, reason: Instance 2179cf6d-debe-4465-b915-024f470b1caa could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1245.176195] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.176474] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.274129] env[69073]: DEBUG nova.network.neutron [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.298190] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.377771] env[69073]: INFO nova.compute.manager [-] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Took 1.42 seconds to deallocate network for instance. [ 1245.399466] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428362} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.399722] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] c6ae0a73-7bdb-460e-9163-d824293136f3/c6ae0a73-7bdb-460e-9163-d824293136f3.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.399927] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.400186] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476ee39c-e2c8-4f84-a7d9-8e57486663a5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.406036] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1245.406036] env[69073]: value = "task-3220500" [ 1245.406036] env[69073]: _type = "Task" [ 1245.406036] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.413760] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.596486] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.597402] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535d7136-2573-4de7-b8b9-10d87710fb81 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.606239] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.606479] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc034e49-319d-47ae-87dd-9049ef7384c5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.673101] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.673555] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.673664] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleting the datastore file [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.673944] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74bfe7ab-fe6a-4085-bf59-af7d19d90d25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.683553] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1245.683553] env[69073]: value = "task-3220502" [ 1245.683553] env[69073]: _type = "Task" [ 1245.683553] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.684077] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.684341] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.688562] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.688671] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.689484] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.689484] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.689484] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1245.689650] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.694380] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.777294] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.883645] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.884019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.884146] env[69073]: DEBUG nova.objects.instance [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'resources' on Instance uuid 2179cf6d-debe-4465-b915-024f470b1caa {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.915859] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057161} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.916141] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.916930] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1c8da3-477b-4661-9784-da2c9606294b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.941274] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] c6ae0a73-7bdb-460e-9163-d824293136f3/c6ae0a73-7bdb-460e-9163-d824293136f3.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.941620] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9183cf62-06a0-40f7-8f7d-40954909088c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.960290] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1245.960290] env[69073]: value = "task-3220503" [ 1245.960290] env[69073]: _type = "Task" [ 1245.960290] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.968015] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.139399] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "c4d3c5ac-1807-40d2-8292-8496190b9e64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.139763] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "c4d3c5ac-1807-40d2-8292-8496190b9e64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.140096] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "c4d3c5ac-1807-40d2-8292-8496190b9e64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.140355] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "c4d3c5ac-1807-40d2-8292-8496190b9e64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.140630] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "c4d3c5ac-1807-40d2-8292-8496190b9e64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.142819] env[69073]: INFO nova.compute.manager [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Terminating instance [ 1246.193742] env[69073]: DEBUG oslo_vmware.api [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142801} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.193938] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.194142] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.194313] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.197028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.217023] env[69073]: INFO nova.scheduler.client.report [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted allocations for instance a0a987cd-77cb-40a9-96d9-b9a30f0dc770 [ 1246.413969] env[69073]: DEBUG nova.compute.manager [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received event network-vif-unplugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.413969] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.413969] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.413969] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.413969] env[69073]: DEBUG nova.compute.manager [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] No waiting events found dispatching network-vif-unplugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.413969] env[69073]: WARNING nova.compute.manager [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received unexpected event network-vif-unplugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be for instance with vm_state shelved_offloaded and task_state None. [ 1246.414194] env[69073]: DEBUG nova.compute.manager [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received event network-changed-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.414194] env[69073]: DEBUG nova.compute.manager [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Refreshing instance network info cache due to event network-changed-cfad8f1a-9987-4309-a6ad-1793e1ecb1be. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.414360] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] Acquiring lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.414491] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] Acquired lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.414661] env[69073]: DEBUG nova.network.neutron [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Refreshing network info cache for port cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.471436] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220503, 'name': ReconfigVM_Task, 'duration_secs': 0.264625} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.471794] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Reconfigured VM instance instance-00000073 to attach disk [datastore2] c6ae0a73-7bdb-460e-9163-d824293136f3/c6ae0a73-7bdb-460e-9163-d824293136f3.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.472430] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0378ff76-02c7-418c-b9e3-46788bb77fe4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.478682] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1246.478682] env[69073]: value = "task-3220504" [ 1246.478682] env[69073]: _type = "Task" [ 1246.478682] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.488563] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220504, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.489833] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923fd322-ce7a-4fe4-a3ff-a593249dafc1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.496070] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19327908-00c7-41d4-953c-2db4c51e7d61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.525305] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce8b628-1024-4099-9d61-eacbcccfe596 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.531982] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03e264-a17f-41ef-9ae4-c2033354e4f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.544676] env[69073]: DEBUG nova.compute.provider_tree [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.646988] env[69073]: DEBUG nova.compute.manager [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1246.646988] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1246.647439] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bbb81a-ebd2-4b33-b230-d4b8f8a5f5ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.655044] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.655229] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69e4445f-6315-4463-81b9-25aa2af590c0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.660824] env[69073]: DEBUG oslo_vmware.api [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1246.660824] env[69073]: value = "task-3220505" [ 1246.660824] env[69073]: _type = "Task" [ 1246.660824] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.668286] env[69073]: DEBUG oslo_vmware.api [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.722188] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.989974] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220504, 'name': Rename_Task, 'duration_secs': 0.144235} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.992448] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.992738] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c333fb-b352-42a6-81ef-45ca360e6c82 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.998877] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1246.998877] env[69073]: value = "task-3220506" [ 1246.998877] env[69073]: _type = "Task" [ 1246.998877] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.006367] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.049731] env[69073]: DEBUG nova.scheduler.client.report [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.170704] env[69073]: DEBUG oslo_vmware.api [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220505, 'name': PowerOffVM_Task, 'duration_secs': 0.208715} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.170962] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1247.171197] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1247.171452] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b91055f-9f9c-4fe7-8e2c-2956b6774a09 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.194447] env[69073]: DEBUG nova.network.neutron [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updated VIF entry in instance network info cache for port cfad8f1a-9987-4309-a6ad-1793e1ecb1be. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.194903] env[69073]: DEBUG nova.network.neutron [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [{"id": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "address": "fa:16:3e:b8:14:d3", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcfad8f1a-99", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.232352] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1247.232589] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1247.232715] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleting the datastore file [datastore2] c4d3c5ac-1807-40d2-8292-8496190b9e64 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.232996] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55bd27b6-27d5-41e6-8eed-7bb28a0bbbfa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.241011] env[69073]: DEBUG oslo_vmware.api [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1247.241011] env[69073]: value = "task-3220508" [ 1247.241011] env[69073]: _type = "Task" [ 1247.241011] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.250249] env[69073]: DEBUG oslo_vmware.api [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.292129] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5354c-e9f8-4776-a99e-a6731e42ff7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.311292] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance '7a5dd18c-691e-4825-83c5-39db5b0abc38' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.510506] env[69073]: DEBUG oslo_vmware.api [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220506, 'name': PowerOnVM_Task, 'duration_secs': 0.447615} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.510801] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.511023] env[69073]: INFO nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1247.511200] env[69073]: DEBUG nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.512101] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3918a4-fedb-4d98-a97b-2c0aa7bcd9ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.555069] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.557337] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.360s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.557510] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.557673] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1247.558294] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.836s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.558294] env[69073]: DEBUG nova.objects.instance [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'resources' on Instance uuid a0a987cd-77cb-40a9-96d9-b9a30f0dc770 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.560673] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5319e04f-b0fb-4634-b339-a73cf31b56f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.569524] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee0bea-70be-47e2-b720-c1c616741109 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.574501] env[69073]: INFO nova.scheduler.client.report [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleted allocations for instance 2179cf6d-debe-4465-b915-024f470b1caa [ 1247.589341] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608ce4ee-dd5d-4508-8f7f-df653e421530 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.596496] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5348ec36-8251-4046-b689-41200e38e63f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.631031] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178445MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1247.631031] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.697968] env[69073]: DEBUG oslo_concurrency.lockutils [req-3bdc6631-3308-4146-ae68-4c68f6caf459 req-fb9c05d0-d332-47be-8314-29f758e86f8f service nova] Releasing lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.750718] env[69073]: DEBUG oslo_vmware.api [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168601} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.750971] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1247.751168] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1247.751410] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.751659] env[69073]: INFO nova.compute.manager [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1247.751899] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.752107] env[69073]: DEBUG nova.compute.manager [-] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.752203] env[69073]: DEBUG nova.network.neutron [-] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.817099] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.817418] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-436adecd-1890-4303-9be6-c3b3707802e7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.824658] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1247.824658] env[69073]: value = "task-3220509" [ 1247.824658] env[69073]: _type = "Task" [ 1247.824658] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.833689] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.032063] env[69073]: INFO nova.compute.manager [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Took 14.70 seconds to build instance. [ 1248.060880] env[69073]: DEBUG nova.objects.instance [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'numa_topology' on Instance uuid a0a987cd-77cb-40a9-96d9-b9a30f0dc770 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.091575] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9f1ad3f-7f6c-4d24-a3fd-11af8b2b6c00 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2179cf6d-debe-4465-b915-024f470b1caa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.763s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.334168] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220509, 'name': PowerOffVM_Task, 'duration_secs': 0.242458} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.334424] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.334604] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance '7a5dd18c-691e-4825-83c5-39db5b0abc38' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.448113] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.495035] env[69073]: DEBUG nova.compute.manager [req-70e0ace6-ea93-48e8-a997-bc05d42a5d58 req-14ab7107-7c9c-4c4c-8be8-afbad6c28524 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Received event network-vif-deleted-7f0a671e-f026-4a5b-a7c1-4a1048b89dd4 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.495237] env[69073]: INFO nova.compute.manager [req-70e0ace6-ea93-48e8-a997-bc05d42a5d58 req-14ab7107-7c9c-4c4c-8be8-afbad6c28524 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Neutron deleted interface 7f0a671e-f026-4a5b-a7c1-4a1048b89dd4; detaching it from the instance and deleting it from the info cache [ 1248.495410] env[69073]: DEBUG nova.network.neutron [req-70e0ace6-ea93-48e8-a997-bc05d42a5d58 req-14ab7107-7c9c-4c4c-8be8-afbad6c28524 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.534175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e6837ec4-5dfd-4666-90bd-53100248cbed tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.209s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.539848] env[69073]: DEBUG nova.network.neutron [-] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.563581] env[69073]: DEBUG nova.objects.base [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1248.688152] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747fb6fb-4784-4db6-9a55-db70f609598a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.697309] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01c853d-b5ed-4ee9-b4aa-021d46099a1a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.730117] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d196d59-ac00-4a11-81c5-26ccfe1028ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.737489] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28787c31-cdd0-4806-8962-f8866b0eeea9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.750316] env[69073]: DEBUG nova.compute.provider_tree [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.841558] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.841778] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.841920] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.842126] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.842280] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.842429] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.842638] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.842854] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.843016] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.843186] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.843356] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.848287] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-457a8231-1c82-4f79-b29b-c33428987db0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.866237] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1248.866237] env[69073]: value = "task-3220511" [ 1248.866237] env[69073]: _type = "Task" [ 1248.866237] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.876097] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.998060] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4c25220-979d-4522-bed2-89828804dce2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.007343] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc717119-566c-4f0e-a133-670e845b0c2c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.036100] env[69073]: DEBUG nova.compute.manager [req-70e0ace6-ea93-48e8-a997-bc05d42a5d58 req-14ab7107-7c9c-4c4c-8be8-afbad6c28524 service nova] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Detach interface failed, port_id=7f0a671e-f026-4a5b-a7c1-4a1048b89dd4, reason: Instance c4d3c5ac-1807-40d2-8292-8496190b9e64 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1249.043051] env[69073]: INFO nova.compute.manager [-] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Took 1.29 seconds to deallocate network for instance. [ 1249.156527] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "c6ae0a73-7bdb-460e-9163-d824293136f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.156795] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.157015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.157264] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.157453] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.160236] env[69073]: INFO nova.compute.manager [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Terminating instance [ 1249.278039] env[69073]: ERROR nova.scheduler.client.report [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [req-7ec387ab-4058-439a-ab59-9c2e3d2087d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7ec387ab-4058-439a-ab59-9c2e3d2087d7"}]} [ 1249.294541] env[69073]: DEBUG nova.scheduler.client.report [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1249.307322] env[69073]: DEBUG nova.scheduler.client.report [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1249.307543] env[69073]: DEBUG nova.compute.provider_tree [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1249.318537] env[69073]: DEBUG nova.scheduler.client.report [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1249.335818] env[69073]: DEBUG nova.scheduler.client.report [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1249.377986] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220511, 'name': ReconfigVM_Task, 'duration_secs': 0.18547} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.378351] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance '7a5dd18c-691e-4825-83c5-39db5b0abc38' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.439186] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a1179e-92b9-4d3b-9ad5-877009d7539a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.446688] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a36b7-e389-44a5-ac33-d4f64e32eedc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.477160] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a4408e-538b-4c14-8f10-8df854572a51 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.483897] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4130db14-5416-4f13-866f-4c7fa755cba9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.497172] env[69073]: DEBUG nova.compute.provider_tree [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1249.540443] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.540704] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.549223] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.664764] env[69073]: DEBUG nova.compute.manager [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.665014] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.665916] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8684c49-0451-4d15-80c9-fe7e7c865a7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.673972] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.674239] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-518d887f-1420-4878-80f5-80453220ce4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.680408] env[69073]: DEBUG oslo_vmware.api [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1249.680408] env[69073]: value = "task-3220512" [ 1249.680408] env[69073]: _type = "Task" [ 1249.680408] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.689248] env[69073]: DEBUG oslo_vmware.api [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.887504] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.887771] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.887951] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.888170] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.888355] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.888552] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.888773] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.889057] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.889353] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.889555] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.889740] env[69073]: DEBUG nova.virt.hardware [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.895085] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.895393] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97a62a95-3828-420d-ae73-56cf7f52f98b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.913584] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1249.913584] env[69073]: value = "task-3220513" [ 1249.913584] env[69073]: _type = "Task" [ 1249.913584] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.921734] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.031801] env[69073]: DEBUG nova.scheduler.client.report [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1250.032173] env[69073]: DEBUG nova.compute.provider_tree [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 156 to 157 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1250.032405] env[69073]: DEBUG nova.compute.provider_tree [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1250.043241] env[69073]: INFO nova.compute.manager [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Detaching volume d445c92e-8e50-4193-b88f-3d94be03eceb [ 1250.074735] env[69073]: INFO nova.virt.block_device [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Attempting to driver detach volume d445c92e-8e50-4193-b88f-3d94be03eceb from mountpoint /dev/sdb [ 1250.074973] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1250.075182] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643837', 'volume_id': 'd445c92e-8e50-4193-b88f-3d94be03eceb', 'name': 'volume-d445c92e-8e50-4193-b88f-3d94be03eceb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '633cd679-f5a1-4a6b-a4a4-18f6d6080b92', 'attached_at': '', 'detached_at': '', 'volume_id': 'd445c92e-8e50-4193-b88f-3d94be03eceb', 'serial': 'd445c92e-8e50-4193-b88f-3d94be03eceb'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1250.076074] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c6044-3506-4565-9418-06f18cc8db67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.097012] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff6a9b5-db33-46fb-a9bf-aafd51b11af7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.103407] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa996ac-55a3-4c25-bef8-83ddfc17ec21 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.124526] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8932d663-bd5a-43a4-a16e-41a67fa13ccf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.139165] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] The volume has not been displaced from its original location: [datastore2] volume-d445c92e-8e50-4193-b88f-3d94be03eceb/volume-d445c92e-8e50-4193-b88f-3d94be03eceb.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1250.144553] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.144858] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f76d95bc-9f04-4e3c-a815-9e1e70bdc908 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.163690] env[69073]: DEBUG oslo_vmware.api [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1250.163690] env[69073]: value = "task-3220514" [ 1250.163690] env[69073]: _type = "Task" [ 1250.163690] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.171706] env[69073]: DEBUG oslo_vmware.api [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.188686] env[69073]: DEBUG oslo_vmware.api [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220512, 'name': PowerOffVM_Task, 'duration_secs': 0.214165} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.188792] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.188959] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.189247] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad609069-10ad-4dfa-a34f-29f0d173b6d1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.299781] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.300030] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.300228] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Deleting the datastore file [datastore2] c6ae0a73-7bdb-460e-9163-d824293136f3 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.300517] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6130b01-a29a-4328-8e41-db3e672e6bfe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.307194] env[69073]: DEBUG oslo_vmware.api [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for the task: (returnval){ [ 1250.307194] env[69073]: value = "task-3220516" [ 1250.307194] env[69073]: _type = "Task" [ 1250.307194] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.314803] env[69073]: DEBUG oslo_vmware.api [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.424626] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220513, 'name': ReconfigVM_Task, 'duration_secs': 0.171438} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.424944] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.425879] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5769a92-f5c0-4d96-862c-157d3f7fa2c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.450674] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 7a5dd18c-691e-4825-83c5-39db5b0abc38/7a5dd18c-691e-4825-83c5-39db5b0abc38.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.451000] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56698634-ddb0-4ffa-a798-eab886016600 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.470040] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1250.470040] env[69073]: value = "task-3220517" [ 1250.470040] env[69073]: _type = "Task" [ 1250.470040] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.478962] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.538344] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.980s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.540697] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.910s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.674022] env[69073]: DEBUG oslo_vmware.api [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220514, 'name': ReconfigVM_Task, 'duration_secs': 0.220361} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.674330] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.678972] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e8b142b-abc6-43c6-be52-9a0c4f0b7e58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.694388] env[69073]: DEBUG oslo_vmware.api [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1250.694388] env[69073]: value = "task-3220518" [ 1250.694388] env[69073]: _type = "Task" [ 1250.694388] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.702292] env[69073]: DEBUG oslo_vmware.api [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.816865] env[69073]: DEBUG oslo_vmware.api [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Task: {'id': task-3220516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166272} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.817144] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.817333] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.817512] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.817685] env[69073]: INFO nova.compute.manager [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1250.817916] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.818121] env[69073]: DEBUG nova.compute.manager [-] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.818217] env[69073]: DEBUG nova.network.neutron [-] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.980882] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220517, 'name': ReconfigVM_Task, 'duration_secs': 0.246893} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.981154] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 7a5dd18c-691e-4825-83c5-39db5b0abc38/7a5dd18c-691e-4825-83c5-39db5b0abc38.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.981385] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance '7a5dd18c-691e-4825-83c5-39db5b0abc38' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.054284] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ae088853-c547-45ec-8e3f-37ec5d35aaa3 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.009s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.056632] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.609s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.056751] env[69073]: INFO nova.compute.manager [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Unshelving [ 1251.208264] env[69073]: DEBUG oslo_vmware.api [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.241157] env[69073]: DEBUG nova.compute.manager [req-e8a91587-8042-4a6b-9041-1f970d53a837 req-6bdf40b3-839d-4536-bb71-56bc2b4929a8 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Received event network-vif-deleted-868a4836-0ece-4bb9-a3ea-c8c6b1471c4f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.241157] env[69073]: INFO nova.compute.manager [req-e8a91587-8042-4a6b-9041-1f970d53a837 req-6bdf40b3-839d-4536-bb71-56bc2b4929a8 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Neutron deleted interface 868a4836-0ece-4bb9-a3ea-c8c6b1471c4f; detaching it from the instance and deleting it from the info cache [ 1251.241157] env[69073]: DEBUG nova.network.neutron [req-e8a91587-8042-4a6b-9041-1f970d53a837 req-6bdf40b3-839d-4536-bb71-56bc2b4929a8 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Updating instance_info_cache with network_info: [{"id": "e7235077-965f-4c42-b26b-155e5d2269aa", "address": "fa:16:3e:cf:b0:88", "network": {"id": "aa6e2d73-f161-4a1c-baae-6715fd2b2495", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1177944386", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d5bf2085f44abc9b08e8e810aa76f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7235077-96", "ovs_interfaceid": "e7235077-965f-4c42-b26b-155e5d2269aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.488066] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54675e1-2b80-43c3-80e2-9cf01264396c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.507493] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a959706c-ac4e-488c-91c4-aceb91e53d25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.524910] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance '7a5dd18c-691e-4825-83c5-39db5b0abc38' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.549641] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Applying migration context for instance 7a5dd18c-691e-4825-83c5-39db5b0abc38 as it has an incoming, in-progress migration a07f083a-bb5b-4235-9d71-a6e98bbfb287. Migration status is migrating {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1251.550669] env[69073]: INFO nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating resource usage from migration a07f083a-bb5b-4235-9d71-a6e98bbfb287 [ 1251.602341] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance f853d0fd-aeab-46da-a3f2-acba416da850 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.602341] env[69073]: WARNING nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance c4d3c5ac-1807-40d2-8292-8496190b9e64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1251.602341] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.602341] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance cd5433df-cd2e-4070-a285-5730b420766a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.602341] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance c6ae0a73-7bdb-460e-9163-d824293136f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.602341] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Migration a07f083a-bb5b-4235-9d71-a6e98bbfb287 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1251.602549] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 7a5dd18c-691e-4825-83c5-39db5b0abc38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.602587] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (c0741477-85d0-4873-a73a-cccb16461097): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1251.602837] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1251.602937] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1251.707401] env[69073]: DEBUG oslo_vmware.api [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.733401] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f36790d-f5a7-494d-8cd7-3f26d07e3f75 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.741506] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1693c2be-ecd9-4380-903e-8271cd6d50f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.747027] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3edb9cdb-4c56-438c-9a15-3a73cb7d0636 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.777495] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b07454-c5c6-43a3-a613-73743a05f938 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.782659] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28761f2e-e865-443a-992b-a32bbcdeedbc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.798645] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c418420d-0955-4307-a22f-6e7bb6042121 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.809458] env[69073]: DEBUG nova.compute.manager [req-e8a91587-8042-4a6b-9041-1f970d53a837 req-6bdf40b3-839d-4536-bb71-56bc2b4929a8 service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Detach interface failed, port_id=868a4836-0ece-4bb9-a3ea-c8c6b1471c4f, reason: Instance c6ae0a73-7bdb-460e-9163-d824293136f3 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.819522] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.888490] env[69073]: DEBUG nova.network.neutron [-] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.080149] env[69073]: DEBUG nova.network.neutron [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Port 1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1252.080797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.207867] env[69073]: DEBUG oslo_vmware.api [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220518, 'name': ReconfigVM_Task, 'duration_secs': 1.145408} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.208186] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643837', 'volume_id': 'd445c92e-8e50-4193-b88f-3d94be03eceb', 'name': 'volume-d445c92e-8e50-4193-b88f-3d94be03eceb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '633cd679-f5a1-4a6b-a4a4-18f6d6080b92', 'attached_at': '', 'detached_at': '', 'volume_id': 'd445c92e-8e50-4193-b88f-3d94be03eceb', 'serial': 'd445c92e-8e50-4193-b88f-3d94be03eceb'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1252.322542] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.391659] env[69073]: INFO nova.compute.manager [-] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Took 1.57 seconds to deallocate network for instance. [ 1252.750813] env[69073]: DEBUG nova.objects.instance [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'flavor' on Instance uuid 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.828243] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1252.828449] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.288s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.828964] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.280s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.829182] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.831353] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.751s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.831589] env[69073]: DEBUG nova.objects.instance [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'pci_requests' on Instance uuid a0a987cd-77cb-40a9-96d9-b9a30f0dc770 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.849623] env[69073]: INFO nova.scheduler.client.report [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleted allocations for instance c4d3c5ac-1807-40d2-8292-8496190b9e64 [ 1252.897498] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.102208] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.102493] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.102603] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.267801] env[69073]: DEBUG nova.compute.manager [req-78b0fd9a-0a3b-4b59-abb9-70c97e21f74c req-435320a7-e33a-41a3-90ce-dce889905d9f service nova] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Received event network-vif-deleted-e7235077-965f-4c42-b26b-155e5d2269aa {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.335203] env[69073]: DEBUG nova.objects.instance [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'numa_topology' on Instance uuid a0a987cd-77cb-40a9-96d9-b9a30f0dc770 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.356106] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e0471269-e0c2-478d-a385-09965de925a4 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "c4d3c5ac-1807-40d2-8292-8496190b9e64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.216s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.761851] env[69073]: DEBUG oslo_concurrency.lockutils [None req-58ab7809-3e58-45f7-adeb-eda68411020b tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.221s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.837882] env[69073]: INFO nova.compute.claims [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.939514] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "f853d0fd-aeab-46da-a3f2-acba416da850" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.939785] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "f853d0fd-aeab-46da-a3f2-acba416da850" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.939990] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "f853d0fd-aeab-46da-a3f2-acba416da850-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.940199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "f853d0fd-aeab-46da-a3f2-acba416da850-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.940370] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "f853d0fd-aeab-46da-a3f2-acba416da850-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.942902] env[69073]: INFO nova.compute.manager [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Terminating instance [ 1254.139194] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.139457] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.139562] env[69073]: DEBUG nova.network.neutron [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.447580] env[69073]: DEBUG nova.compute.manager [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.447833] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.448781] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dc1d08-e6da-44a4-b6f2-42c77da4dd1c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.457125] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.457422] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640819f6-1b51-49b7-b780-9d4cba6f4207 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.463084] env[69073]: DEBUG oslo_vmware.api [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1254.463084] env[69073]: value = "task-3220519" [ 1254.463084] env[69073]: _type = "Task" [ 1254.463084] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.472523] env[69073]: DEBUG oslo_vmware.api [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.844306] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.844558] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.844763] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.844945] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.845131] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.849788] env[69073]: INFO nova.compute.manager [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Terminating instance [ 1254.854683] env[69073]: DEBUG nova.network.neutron [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.949536] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e0e5e3-3e0f-4b9b-ba1f-607cfbe93d0a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.957460] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5260ae62-a3f8-4847-a1fc-2e00364762e9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.991693] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d41724c-501b-47eb-936f-7953f6b2a0d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.999075] env[69073]: DEBUG oslo_vmware.api [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220519, 'name': PowerOffVM_Task, 'duration_secs': 0.195651} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.001125] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.001304] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.001582] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea7c48b6-1153-4dbc-820a-dd82c65c3c25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.003818] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f6caad-76d3-4762-b6b6-df37c19ff7e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.017409] env[69073]: DEBUG nova.compute.provider_tree [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.067535] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.067758] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.067942] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleting the datastore file [datastore2] f853d0fd-aeab-46da-a3f2-acba416da850 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.068294] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5750f02-374b-4afa-be44-c6c91757b379 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.074447] env[69073]: DEBUG oslo_vmware.api [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for the task: (returnval){ [ 1255.074447] env[69073]: value = "task-3220521" [ 1255.074447] env[69073]: _type = "Task" [ 1255.074447] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.082969] env[69073]: DEBUG oslo_vmware.api [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.358916] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.362940] env[69073]: DEBUG nova.compute.manager [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.363167] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.364212] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106a5653-a58a-4b19-8912-20bb65d6f206 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.372923] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.372923] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-066e574a-708d-4928-a8a5-8c34103cc48e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.378536] env[69073]: DEBUG oslo_vmware.api [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1255.378536] env[69073]: value = "task-3220522" [ 1255.378536] env[69073]: _type = "Task" [ 1255.378536] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.387231] env[69073]: DEBUG oslo_vmware.api [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.520963] env[69073]: DEBUG nova.scheduler.client.report [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.584484] env[69073]: DEBUG oslo_vmware.api [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Task: {'id': task-3220521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151054} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.584761] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.584945] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.585135] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.585308] env[69073]: INFO nova.compute.manager [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1255.585549] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.585738] env[69073]: DEBUG nova.compute.manager [-] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.585832] env[69073]: DEBUG nova.network.neutron [-] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.807011] env[69073]: DEBUG nova.compute.manager [req-e3fc64de-213c-4068-8bbd-5f047e1bd64b req-d12290b9-c913-4cd2-9b2e-7a98dfa177b5 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Received event network-vif-deleted-7125e532-43cb-4a0c-9e75-00f1c9a5a7af {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.807314] env[69073]: INFO nova.compute.manager [req-e3fc64de-213c-4068-8bbd-5f047e1bd64b req-d12290b9-c913-4cd2-9b2e-7a98dfa177b5 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Neutron deleted interface 7125e532-43cb-4a0c-9e75-00f1c9a5a7af; detaching it from the instance and deleting it from the info cache [ 1255.807392] env[69073]: DEBUG nova.network.neutron [req-e3fc64de-213c-4068-8bbd-5f047e1bd64b req-d12290b9-c913-4cd2-9b2e-7a98dfa177b5 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.885438] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf7a072-51fb-4060-9561-11dd8a0dde68 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.891352] env[69073]: DEBUG oslo_vmware.api [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220522, 'name': PowerOffVM_Task, 'duration_secs': 0.208235} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.892010] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.892201] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.892439] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e466e85c-f1a4-4fd8-96f6-ef38245d3fe0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.909542] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1195f6-cc0a-4005-b27d-1c2d4f0ef6f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.916097] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance '7a5dd18c-691e-4825-83c5-39db5b0abc38' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.979198] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.979436] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.979615] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleting the datastore file [datastore1] 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.979871] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e941fdd9-6e84-4c8e-a765-f218986c07a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.986477] env[69073]: DEBUG oslo_vmware.api [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1255.986477] env[69073]: value = "task-3220524" [ 1255.986477] env[69073]: _type = "Task" [ 1255.986477] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.994298] env[69073]: DEBUG oslo_vmware.api [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.026797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.195s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.029071] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.132s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.029315] env[69073]: DEBUG nova.objects.instance [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lazy-loading 'resources' on Instance uuid c6ae0a73-7bdb-460e-9163-d824293136f3 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.057677] env[69073]: INFO nova.network.neutron [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating port cfad8f1a-9987-4309-a6ad-1793e1ecb1be with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1256.289025] env[69073]: DEBUG nova.network.neutron [-] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.312939] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a31677f-1cdb-489b-99e1-31c75bc23d3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.323032] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10f124d-3c8b-46d9-ae3b-52a3ddf441ab {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.349221] env[69073]: DEBUG nova.compute.manager [req-e3fc64de-213c-4068-8bbd-5f047e1bd64b req-d12290b9-c913-4cd2-9b2e-7a98dfa177b5 service nova] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Detach interface failed, port_id=7125e532-43cb-4a0c-9e75-00f1c9a5a7af, reason: Instance f853d0fd-aeab-46da-a3f2-acba416da850 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.422140] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.422469] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-190ae3e8-71f6-45f4-8237-ed9bbadb53ed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.430174] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1256.430174] env[69073]: value = "task-3220525" [ 1256.430174] env[69073]: _type = "Task" [ 1256.430174] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.439279] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.496429] env[69073]: DEBUG oslo_vmware.api [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13745} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.496696] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1256.496885] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1256.497075] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.497250] env[69073]: INFO nova.compute.manager [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1256.497487] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.497677] env[69073]: DEBUG nova.compute.manager [-] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1256.497774] env[69073]: DEBUG nova.network.neutron [-] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1256.635662] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b460e3-e680-4c90-8426-59926d20ce4e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.643531] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75825d53-fe57-4e5f-8165-d3e1aff74d8f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.676553] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe80be6-ac2b-4bdc-a706-f0a5fb03c8bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.684185] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9b76a-8506-4b4b-9e6b-c556577ef9eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.697886] env[69073]: DEBUG nova.compute.provider_tree [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.794606] env[69073]: INFO nova.compute.manager [-] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Took 1.21 seconds to deallocate network for instance. [ 1256.942958] env[69073]: DEBUG oslo_vmware.api [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220525, 'name': PowerOnVM_Task, 'duration_secs': 0.422929} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.944404] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.944596] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf8844f-7b66-4be1-b936-7873e3b21bbd tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance '7a5dd18c-691e-4825-83c5-39db5b0abc38' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.965376] env[69073]: DEBUG nova.compute.manager [req-db73ab9d-d689-43c5-80ae-b7c2f8337201 req-ab057aab-4f73-4587-8093-5fb6bf53a31a service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Received event network-vif-deleted-46c6d68d-5b78-4bd3-a033-f3b4a288a7b2 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.965585] env[69073]: INFO nova.compute.manager [req-db73ab9d-d689-43c5-80ae-b7c2f8337201 req-ab057aab-4f73-4587-8093-5fb6bf53a31a service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Neutron deleted interface 46c6d68d-5b78-4bd3-a033-f3b4a288a7b2; detaching it from the instance and deleting it from the info cache [ 1256.965973] env[69073]: DEBUG nova.network.neutron [req-db73ab9d-d689-43c5-80ae-b7c2f8337201 req-ab057aab-4f73-4587-8093-5fb6bf53a31a service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.201332] env[69073]: DEBUG nova.scheduler.client.report [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.302279] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.449434] env[69073]: DEBUG nova.network.neutron [-] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.470415] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a19553a5-deca-47ee-8346-ed6eaec7212c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.479217] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d381cf23-3b1e-4ed2-9c16-307a29eb8208 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.496160] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.496349] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.496517] env[69073]: DEBUG nova.network.neutron [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.507091] env[69073]: DEBUG nova.compute.manager [req-db73ab9d-d689-43c5-80ae-b7c2f8337201 req-ab057aab-4f73-4587-8093-5fb6bf53a31a service nova] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Detach interface failed, port_id=46c6d68d-5b78-4bd3-a033-f3b4a288a7b2, reason: Instance 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.706972] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.709035] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.406s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.709035] env[69073]: DEBUG nova.objects.instance [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lazy-loading 'resources' on Instance uuid f853d0fd-aeab-46da-a3f2-acba416da850 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.733041] env[69073]: INFO nova.scheduler.client.report [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Deleted allocations for instance c6ae0a73-7bdb-460e-9163-d824293136f3 [ 1257.832295] env[69073]: DEBUG nova.compute.manager [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received event network-vif-plugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.832555] env[69073]: DEBUG oslo_concurrency.lockutils [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.832729] env[69073]: DEBUG oslo_concurrency.lockutils [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.832898] env[69073]: DEBUG oslo_concurrency.lockutils [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.833078] env[69073]: DEBUG nova.compute.manager [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] No waiting events found dispatching network-vif-plugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.833244] env[69073]: WARNING nova.compute.manager [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received unexpected event network-vif-plugged-cfad8f1a-9987-4309-a6ad-1793e1ecb1be for instance with vm_state shelved_offloaded and task_state spawning. [ 1257.833403] env[69073]: DEBUG nova.compute.manager [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received event network-changed-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.833553] env[69073]: DEBUG nova.compute.manager [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Refreshing instance network info cache due to event network-changed-cfad8f1a-9987-4309-a6ad-1793e1ecb1be. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.833717] env[69073]: DEBUG oslo_concurrency.lockutils [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] Acquiring lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.954314] env[69073]: INFO nova.compute.manager [-] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Took 1.46 seconds to deallocate network for instance. [ 1258.242550] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3e3ce4ec-d6c6-4fca-8067-bd86ada9c4ae tempest-ServersTestMultiNic-231628148 tempest-ServersTestMultiNic-231628148-project-member] Lock "c6ae0a73-7bdb-460e-9163-d824293136f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.086s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.294999] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71b9f63-cf40-4b20-b733-9d1ff707ce79 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.304539] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc61a8-a763-4062-9af7-5ab076fb30de {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.337015] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0019bc4f-4797-4ed4-aabb-1a6195980327 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.344453] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5176391-5c90-40e2-bb28-be2db3d033fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.357838] env[69073]: DEBUG nova.compute.provider_tree [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.369033] env[69073]: DEBUG nova.network.neutron [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [{"id": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "address": "fa:16:3e:b8:14:d3", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfad8f1a-99", "ovs_interfaceid": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.466659] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.861330] env[69073]: DEBUG nova.scheduler.client.report [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.871733] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.873219] env[69073]: DEBUG oslo_concurrency.lockutils [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] Acquired lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.873414] env[69073]: DEBUG nova.network.neutron [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Refreshing network info cache for port cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.904745] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f53b4198efe1bff5eab7c1b6456797e1',container_format='bare',created_at=2025-04-03T02:46:57Z,direct_url=,disk_format='vmdk',id=5a385ebb-5959-46e8-bd50-d2c5fb6b2842,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1857261016-shelved',owner='e84aac1c5ae14b6e939f54a54361dbfc',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-03T02:47:11Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.905044] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.905213] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.905401] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.905550] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.905700] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.905908] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.906222] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.906485] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.906667] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.906846] env[69073]: DEBUG nova.virt.hardware [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.907713] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cdcf07-6962-4160-872f-dc93fa8779f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.916532] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2541e231-d707-4574-8ab5-97bdd6e91d55 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.931664] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:14:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfad8f1a-9987-4309-a6ad-1793e1ecb1be', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.941456] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.941890] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.941984] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0b6017e-b92e-479c-9cad-687656b0d8b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.960961] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.960961] env[69073]: value = "task-3220526" [ 1258.960961] env[69073]: _type = "Task" [ 1258.960961] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.968814] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220526, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.350160] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.350903] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.350903] env[69073]: DEBUG nova.compute.manager [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Going to confirm migration 8 {{(pid=69073) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1259.366526] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.369792] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.903s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.369928] env[69073]: DEBUG nova.objects.instance [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'resources' on Instance uuid 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.395597] env[69073]: INFO nova.scheduler.client.report [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Deleted allocations for instance f853d0fd-aeab-46da-a3f2-acba416da850 [ 1259.472558] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220526, 'name': CreateVM_Task, 'duration_secs': 0.356941} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.472907] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.473357] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.473520] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.473898] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.474414] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ddb6acb-3fd7-4647-bce5-9cfd26ebedf4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.478931] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1259.478931] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fb4036-e760-0cf3-b8c0-0b53ef06b755" [ 1259.478931] env[69073]: _type = "Task" [ 1259.478931] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.486276] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52fb4036-e760-0cf3-b8c0-0b53ef06b755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.591379] env[69073]: DEBUG nova.network.neutron [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updated VIF entry in instance network info cache for port cfad8f1a-9987-4309-a6ad-1793e1ecb1be. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.591644] env[69073]: DEBUG nova.network.neutron [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [{"id": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "address": "fa:16:3e:b8:14:d3", "network": {"id": "154b8731-06ff-4c5a-b83e-74527e3e5da5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1255087622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84aac1c5ae14b6e939f54a54361dbfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfad8f1a-99", "ovs_interfaceid": "cfad8f1a-9987-4309-a6ad-1793e1ecb1be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.903350] env[69073]: DEBUG oslo_concurrency.lockutils [None req-329ccc3a-9b48-4507-bc05-387ac5a5bc61 tempest-ServerRescueNegativeTestJSON-848831349 tempest-ServerRescueNegativeTestJSON-848831349-project-member] Lock "f853d0fd-aeab-46da-a3f2-acba416da850" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.963s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.922039] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.922253] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.922434] env[69073]: DEBUG nova.network.neutron [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.922616] env[69073]: DEBUG nova.objects.instance [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'info_cache' on Instance uuid 7a5dd18c-691e-4825-83c5-39db5b0abc38 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.962926] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b1bc8e-a06e-44c2-9443-0e123172b1ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.970865] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9caf7cc-77f9-442d-9ad4-636d6aec3bb5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.010662] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8861918e-1d4b-42d9-a95a-b4dec3d18eff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.024689] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.027451] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Processing image 5a385ebb-5959-46e8-bd50-d2c5fb6b2842 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.027451] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842/5a385ebb-5959-46e8-bd50-d2c5fb6b2842.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.027451] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842/5a385ebb-5959-46e8-bd50-d2c5fb6b2842.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.027451] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.027451] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edfd636e-dc62-4392-80aa-4b1c6d063dd5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.028354] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8476fb05-9c00-4777-a9ad-234fda2d6a1b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.043694] env[69073]: DEBUG nova.compute.provider_tree [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.051471] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.052813] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.052813] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee2e29c-9ba9-4671-bc65-57bfa6e14893 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.059921] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1260.059921] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52529406-d2a5-f13a-3404-2e1ed8b8d37a" [ 1260.059921] env[69073]: _type = "Task" [ 1260.059921] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.068181] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52529406-d2a5-f13a-3404-2e1ed8b8d37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.094581] env[69073]: DEBUG oslo_concurrency.lockutils [req-6368cea1-7970-40f9-a61a-2ea69f12eb81 req-3ca4105a-62d1-4696-bf7f-206c8099fe48 service nova] Releasing lock "refresh_cache-a0a987cd-77cb-40a9-96d9-b9a30f0dc770" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.549118] env[69073]: DEBUG nova.scheduler.client.report [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.569875] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Preparing fetch location {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1260.570246] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Fetch image to [datastore2] OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976/OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976.vmdk {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1260.570495] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Downloading stream optimized image 5a385ebb-5959-46e8-bd50-d2c5fb6b2842 to [datastore2] OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976/OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976.vmdk on the data store datastore2 as vApp {{(pid=69073) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1260.570759] env[69073]: DEBUG nova.virt.vmwareapi.images [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Downloading image file data 5a385ebb-5959-46e8-bd50-d2c5fb6b2842 to the ESX as VM named 'OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976' {{(pid=69073) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1260.664757] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1260.664757] env[69073]: value = "resgroup-9" [ 1260.664757] env[69073]: _type = "ResourcePool" [ 1260.664757] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1260.665082] env[69073]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ebb55d8f-0867-42ad-ae85-3da640ce49b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.690428] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease: (returnval){ [ 1260.690428] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bb3de9-9ef6-3578-d848-a1ac64b82baa" [ 1260.690428] env[69073]: _type = "HttpNfcLease" [ 1260.690428] env[69073]: } obtained for vApp import into resource pool (val){ [ 1260.690428] env[69073]: value = "resgroup-9" [ 1260.690428] env[69073]: _type = "ResourcePool" [ 1260.690428] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1260.690746] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the lease: (returnval){ [ 1260.690746] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bb3de9-9ef6-3578-d848-a1ac64b82baa" [ 1260.690746] env[69073]: _type = "HttpNfcLease" [ 1260.690746] env[69073]: } to be ready. {{(pid=69073) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1260.697242] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1260.697242] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bb3de9-9ef6-3578-d848-a1ac64b82baa" [ 1260.697242] env[69073]: _type = "HttpNfcLease" [ 1260.697242] env[69073]: } is initializing. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1261.057061] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.086259] env[69073]: INFO nova.scheduler.client.report [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleted allocations for instance 633cd679-f5a1-4a6b-a4a4-18f6d6080b92 [ 1261.199671] env[69073]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.199671] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bb3de9-9ef6-3578-d848-a1ac64b82baa" [ 1261.199671] env[69073]: _type = "HttpNfcLease" [ 1261.199671] env[69073]: } is ready. {{(pid=69073) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1261.199671] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1261.199671] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bb3de9-9ef6-3578-d848-a1ac64b82baa" [ 1261.199671] env[69073]: _type = "HttpNfcLease" [ 1261.199671] env[69073]: }. {{(pid=69073) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1261.200521] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96648905-422e-4f36-812d-2f11d59f0f14 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.208841] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645ab4-df83-d3a0-fc8f-461aab2ded65/disk-0.vmdk from lease info. {{(pid=69073) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1261.209055] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645ab4-df83-d3a0-fc8f-461aab2ded65/disk-0.vmdk. {{(pid=69073) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1261.279620] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f51f14fe-9a3a-41e7-85fc-8775a56e3bb3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.341306] env[69073]: DEBUG nova.network.neutron [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [{"id": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "address": "fa:16:3e:f3:30:cc", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c0e5a1d-b0", "ovs_interfaceid": "1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.601040] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d42606e3-0d19-46c8-910a-e1bc91ea6762 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "633cd679-f5a1-4a6b-a4a4-18f6d6080b92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.756s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.843316] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-7a5dd18c-691e-4825-83c5-39db5b0abc38" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.843511] env[69073]: DEBUG nova.objects.instance [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'migration_context' on Instance uuid 7a5dd18c-691e-4825-83c5-39db5b0abc38 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.006672] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.006946] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.347067] env[69073]: DEBUG nova.objects.base [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Object Instance<7a5dd18c-691e-4825-83c5-39db5b0abc38> lazy-loaded attributes: info_cache,migration_context {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1262.347983] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f9990d-ce0f-4e94-b338-ed511811b3bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.369742] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce0985d-9f94-4ead-a94b-875dbee3f3fa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.375603] env[69073]: DEBUG oslo_vmware.api [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1262.375603] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5247d265-5050-b3e7-b49b-584fadf01286" [ 1262.375603] env[69073]: _type = "Task" [ 1262.375603] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.385825] env[69073]: DEBUG oslo_vmware.api [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5247d265-5050-b3e7-b49b-584fadf01286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.391553] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Completed reading data from the image iterator. {{(pid=69073) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1262.392044] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645ab4-df83-d3a0-fc8f-461aab2ded65/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1262.392715] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55efef78-0dd2-4d3b-97ea-e10b1bdc17e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.398902] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645ab4-df83-d3a0-fc8f-461aab2ded65/disk-0.vmdk is in state: ready. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1262.399096] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645ab4-df83-d3a0-fc8f-461aab2ded65/disk-0.vmdk. {{(pid=69073) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1262.399383] env[69073]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-632eaf99-aba3-458a-b5f9-3db4cf50a7db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.511172] env[69073]: DEBUG nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.623900] env[69073]: DEBUG oslo_vmware.rw_handles [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52645ab4-df83-d3a0-fc8f-461aab2ded65/disk-0.vmdk. {{(pid=69073) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1262.624205] env[69073]: INFO nova.virt.vmwareapi.images [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Downloaded image file data 5a385ebb-5959-46e8-bd50-d2c5fb6b2842 [ 1262.625117] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e284a4b4-c3fe-415b-8ecd-ed5effe2785e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.641766] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-606e5782-762d-44e1-bd50-c9c2ec3f92eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.664255] env[69073]: INFO nova.virt.vmwareapi.images [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] The imported VM was unregistered [ 1262.666804] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Caching image {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1262.667114] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842 {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.667431] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34899be8-d0f5-4270-9f64-ca73968b5930 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.694547] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Created directory with path [datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842 {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.694765] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976/OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976.vmdk to [datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842/5a385ebb-5959-46e8-bd50-d2c5fb6b2842.vmdk. {{(pid=69073) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1262.695051] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bf0578f9-0502-4b80-a1e5-b2901e276df4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.701757] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1262.701757] env[69073]: value = "task-3220529" [ 1262.701757] env[69073]: _type = "Task" [ 1262.701757] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.709501] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220529, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.886345] env[69073]: DEBUG oslo_vmware.api [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5247d265-5050-b3e7-b49b-584fadf01286, 'name': SearchDatastore_Task, 'duration_secs': 0.009396} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.886660] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.886946] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.033706] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.211951] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220529, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.457888] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec92842-3eb5-4346-8a78-653dd3ae7146 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.465511] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2cd39a-d925-446f-a81e-49f1e6ac9314 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.500731] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595485f-1be3-4a1c-a64e-f135a7218334 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.510665] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4193fe7b-e6b8-4172-bd86-44278440f248 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.525973] env[69073]: DEBUG nova.compute.provider_tree [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.713815] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220529, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.001016] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.001236] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.029447] env[69073]: DEBUG nova.scheduler.client.report [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.216282] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220529, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.504641] env[69073]: DEBUG nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.715521] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220529, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.030988] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.040644] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.154s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.043498] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.010s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.044921] env[69073]: INFO nova.compute.claims [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.217188] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220529, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.604617] env[69073]: INFO nova.scheduler.client.report [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted allocation for migration a07f083a-bb5b-4235-9d71-a6e98bbfb287 [ 1265.714783] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220529, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.111655] env[69073]: DEBUG oslo_concurrency.lockutils [None req-26dbeea9-aeb4-425b-8633-2e370e6fa141 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.761s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.124405] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7e66f9-30ae-4a23-9cec-7d72f763cbae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.132602] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3fbb25-7219-43da-a524-7eeecd38860e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.162314] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695984d1-471a-43e7-9de1-56d265f1911d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.169077] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3c276b-622c-4009-88e0-ffe9d96741d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.183358] env[69073]: DEBUG nova.compute.provider_tree [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.213744] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220529, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.083815} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.213986] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976/OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976.vmdk to [datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842/5a385ebb-5959-46e8-bd50-d2c5fb6b2842.vmdk. [ 1266.214189] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Cleaning up location [datastore2] OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1266.214358] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_81ff65eb-f8dd-42f4-ac5f-3847466b8976 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.214588] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f944307-c395-4bc6-9914-981b4d33d54d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.219782] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1266.219782] env[69073]: value = "task-3220530" [ 1266.219782] env[69073]: _type = "Task" [ 1266.219782] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.226905] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.427854] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.428157] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.428157] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.428297] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.428650] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.430913] env[69073]: INFO nova.compute.manager [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Terminating instance [ 1266.686954] env[69073]: DEBUG nova.scheduler.client.report [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.730658] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034464} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.730658] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.730658] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842/5a385ebb-5959-46e8-bd50-d2c5fb6b2842.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.730914] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842/5a385ebb-5959-46e8-bd50-d2c5fb6b2842.vmdk to [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770/a0a987cd-77cb-40a9-96d9-b9a30f0dc770.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.731095] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-075afcc8-d77e-4d96-b7a7-ff4fd2189be8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.738142] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1266.738142] env[69073]: value = "task-3220531" [ 1266.738142] env[69073]: _type = "Task" [ 1266.738142] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.745884] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.935490] env[69073]: DEBUG nova.compute.manager [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.935729] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.936671] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c25f9-1ded-4485-99c8-48910ae3ae17 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.947775] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.948014] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b09705-4695-4067-b4cc-079623f3baa9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.956188] env[69073]: DEBUG oslo_vmware.api [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1266.956188] env[69073]: value = "task-3220532" [ 1266.956188] env[69073]: _type = "Task" [ 1266.956188] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.967615] env[69073]: DEBUG oslo_vmware.api [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.192130] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.192709] env[69073]: DEBUG nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.195465] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.165s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.196986] env[69073]: INFO nova.compute.claims [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.255518] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220531, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.469860] env[69073]: DEBUG oslo_vmware.api [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220532, 'name': PowerOffVM_Task, 'duration_secs': 0.29434} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.470146] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.470300] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.470571] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fdd399c-22af-481d-b67b-793b529b5cd7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.547731] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.548196] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.548472] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleting the datastore file [datastore1] 7a5dd18c-691e-4825-83c5-39db5b0abc38 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.548810] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4958bd6-f862-4de2-9081-622896f7bb9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.560430] env[69073]: DEBUG oslo_vmware.api [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1267.560430] env[69073]: value = "task-3220534" [ 1267.560430] env[69073]: _type = "Task" [ 1267.560430] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.574671] env[69073]: DEBUG oslo_vmware.api [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.701656] env[69073]: DEBUG nova.compute.utils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1267.705309] env[69073]: DEBUG nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1267.705515] env[69073]: DEBUG nova.network.neutron [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1267.744834] env[69073]: DEBUG nova.policy [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7163e4fa4713436ebfda7c5c83aeb502', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b8bc78b3d3940a5acb0714379271168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1267.751443] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220531, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.028757] env[69073]: DEBUG nova.network.neutron [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Successfully created port: 6fbbfcb9-98e7-43a1-8148-724c0134121e {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1268.074438] env[69073]: DEBUG oslo_vmware.api [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241126} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.074753] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.074993] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.075196] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.075378] env[69073]: INFO nova.compute.manager [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1268.075623] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.075875] env[69073]: DEBUG nova.compute.manager [-] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.076022] env[69073]: DEBUG nova.network.neutron [-] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.207414] env[69073]: DEBUG nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.254931] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220531, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.310905] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cfb1a1-ab0c-452e-a7e3-b89cc59d4881 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.323383] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c438ba4b-c623-430f-9c6d-292f73b4a504 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.359507] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94d7297-b347-4c80-9add-0a937f4d57a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.371260] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dd6cdc-a1b6-4678-9aed-c8fd2b79c244 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.389844] env[69073]: DEBUG nova.compute.provider_tree [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.649836] env[69073]: DEBUG nova.compute.manager [req-1a59c292-7210-45c8-a05c-7c9e86235621 req-1da6d31a-c550-4bcc-93af-4fc3df1ec988 service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Received event network-vif-deleted-1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.650145] env[69073]: INFO nova.compute.manager [req-1a59c292-7210-45c8-a05c-7c9e86235621 req-1da6d31a-c550-4bcc-93af-4fc3df1ec988 service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Neutron deleted interface 1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a; detaching it from the instance and deleting it from the info cache [ 1268.650346] env[69073]: DEBUG nova.network.neutron [req-1a59c292-7210-45c8-a05c-7c9e86235621 req-1da6d31a-c550-4bcc-93af-4fc3df1ec988 service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.757845] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220531, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.893713] env[69073]: DEBUG nova.scheduler.client.report [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.040851] env[69073]: DEBUG nova.network.neutron [-] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.153996] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-071f3d79-a541-4296-ab27-33ba673ae3a7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.164978] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057ade48-fbdd-4b53-a205-7be958a95fde {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.190596] env[69073]: DEBUG nova.compute.manager [req-1a59c292-7210-45c8-a05c-7c9e86235621 req-1da6d31a-c550-4bcc-93af-4fc3df1ec988 service nova] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Detach interface failed, port_id=1c0e5a1d-b0c9-441e-92e2-8ec70d1d586a, reason: Instance 7a5dd18c-691e-4825-83c5-39db5b0abc38 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.218011] env[69073]: DEBUG nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1269.234433] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.235573] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.235573] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.235573] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.235573] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.246661] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.246893] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.247067] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.247257] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.247404] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.247557] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.247816] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.247982] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.248167] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.248328] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.248505] env[69073]: DEBUG nova.virt.hardware [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.249267] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e6a892-7cee-4312-a672-8c57f575a53f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.260503] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db36de33-2f6c-49a4-93b2-0a52eb27eaf1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.264094] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220531, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.284036} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.264566] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5a385ebb-5959-46e8-bd50-d2c5fb6b2842/5a385ebb-5959-46e8-bd50-d2c5fb6b2842.vmdk to [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770/a0a987cd-77cb-40a9-96d9-b9a30f0dc770.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.265570] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee97ead-de46-46b6-87f7-da7976eca361 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.296922] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770/a0a987cd-77cb-40a9-96d9-b9a30f0dc770.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.297507] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd59489-b1bc-4c5f-9c3a-146893ad65ea {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.316392] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1269.316392] env[69073]: value = "task-3220535" [ 1269.316392] env[69073]: _type = "Task" [ 1269.316392] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.324068] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.399046] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.399593] env[69073]: DEBUG nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.444832] env[69073]: DEBUG nova.compute.manager [req-ba7982f0-0db2-4c7e-af22-5be608c24d59 req-3f00c1bc-73ec-4b93-9af9-5a20d910872f service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Received event network-vif-plugged-6fbbfcb9-98e7-43a1-8148-724c0134121e {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.445075] env[69073]: DEBUG oslo_concurrency.lockutils [req-ba7982f0-0db2-4c7e-af22-5be608c24d59 req-3f00c1bc-73ec-4b93-9af9-5a20d910872f service nova] Acquiring lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.445288] env[69073]: DEBUG oslo_concurrency.lockutils [req-ba7982f0-0db2-4c7e-af22-5be608c24d59 req-3f00c1bc-73ec-4b93-9af9-5a20d910872f service nova] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.445454] env[69073]: DEBUG oslo_concurrency.lockutils [req-ba7982f0-0db2-4c7e-af22-5be608c24d59 req-3f00c1bc-73ec-4b93-9af9-5a20d910872f service nova] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.445621] env[69073]: DEBUG nova.compute.manager [req-ba7982f0-0db2-4c7e-af22-5be608c24d59 req-3f00c1bc-73ec-4b93-9af9-5a20d910872f service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] No waiting events found dispatching network-vif-plugged-6fbbfcb9-98e7-43a1-8148-724c0134121e {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.445787] env[69073]: WARNING nova.compute.manager [req-ba7982f0-0db2-4c7e-af22-5be608c24d59 req-3f00c1bc-73ec-4b93-9af9-5a20d910872f service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Received unexpected event network-vif-plugged-6fbbfcb9-98e7-43a1-8148-724c0134121e for instance with vm_state building and task_state spawning. [ 1269.507118] env[69073]: DEBUG nova.network.neutron [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Successfully updated port: 6fbbfcb9-98e7-43a1-8148-724c0134121e {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.543651] env[69073]: INFO nova.compute.manager [-] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Took 1.47 seconds to deallocate network for instance. [ 1269.740453] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Getting list of instances from cluster (obj){ [ 1269.740453] env[69073]: value = "domain-c8" [ 1269.740453] env[69073]: _type = "ClusterComputeResource" [ 1269.740453] env[69073]: } {{(pid=69073) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1269.741785] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411d3472-b62f-48a1-ad7b-b5b36344f012 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.753662] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Got total of 2 instances {{(pid=69073) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1269.753865] env[69073]: WARNING nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] While synchronizing instance power states, found 5 instances in the database and 2 instances on the hypervisor. [ 1269.754060] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid 7a5dd18c-691e-4825-83c5-39db5b0abc38 {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.754309] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid a0a987cd-77cb-40a9-96d9-b9a30f0dc770 {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.754508] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid cd5433df-cd2e-4070-a285-5730b420766a {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.754681] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid 2caf2b44-54f4-40e5-8ff2-f95f9430cb43 {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.754832] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Triggering sync for uuid 2acd5180-acf9-4ef4-843b-6cbb4811be5e {{(pid=69073) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1269.755166] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.755407] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.755607] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "cd5433df-cd2e-4070-a285-5730b420766a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.755797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "cd5433df-cd2e-4070-a285-5730b420766a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.756097] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.756312] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.756491] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.756623] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1269.757317] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7587fb-f065-455a-bf55-2f620d02a915 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.759895] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.825946] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220535, 'name': ReconfigVM_Task, 'duration_secs': 0.27133} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.826257] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Reconfigured VM instance instance-0000006d to attach disk [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770/a0a987cd-77cb-40a9-96d9-b9a30f0dc770.vmdk or device None with type streamOptimized {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.826897] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa49a722-e451-40f2-8648-d3db84b5c582 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.833736] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1269.833736] env[69073]: value = "task-3220536" [ 1269.833736] env[69073]: _type = "Task" [ 1269.833736] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.841141] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220536, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.907468] env[69073]: DEBUG nova.compute.utils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.908791] env[69073]: DEBUG nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.908960] env[69073]: DEBUG nova.network.neutron [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.946416] env[69073]: DEBUG nova.policy [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831621232b39495b98128663f0256e82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5647c49a49d45868c6afc712c7b97d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1270.014440] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "refresh_cache-2caf2b44-54f4-40e5-8ff2-f95f9430cb43" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.014440] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "refresh_cache-2caf2b44-54f4-40e5-8ff2-f95f9430cb43" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.014440] env[69073]: DEBUG nova.network.neutron [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.049746] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.050044] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.050239] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.073683] env[69073]: INFO nova.scheduler.client.report [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted allocations for instance 7a5dd18c-691e-4825-83c5-39db5b0abc38 [ 1270.210329] env[69073]: DEBUG nova.network.neutron [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Successfully created port: 9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.263651] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.263932] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.264119] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.264276] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1270.265139] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfa9839-1140-4cc8-965b-8e1289fb8c8b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.268085] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "cd5433df-cd2e-4070-a285-5730b420766a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.273874] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc12bf6-50a9-4eeb-b5eb-74305622f332 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.290035] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3106c82-9dba-4d7a-820e-f069a4dfb229 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.296189] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744feca-85d3-4348-b99c-88d174161644 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.326054] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180094MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1270.326054] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.326054] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.342212] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220536, 'name': Rename_Task, 'duration_secs': 0.134993} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.342489] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.342830] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1360efc0-6272-44ab-b0de-33b1f0fc8333 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.348300] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1270.348300] env[69073]: value = "task-3220537" [ 1270.348300] env[69073]: _type = "Task" [ 1270.348300] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.357114] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.412146] env[69073]: DEBUG nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.546031] env[69073]: DEBUG nova.network.neutron [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.583037] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7f9193ce-92d7-461a-a2b7-ad5164cec155 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.155s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.584469] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.829s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.584628] env[69073]: INFO nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] During sync_power_state the instance has a pending task (deleting). Skip. [ 1270.584845] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "7a5dd18c-691e-4825-83c5-39db5b0abc38" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.683681] env[69073]: DEBUG nova.network.neutron [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Updating instance_info_cache with network_info: [{"id": "6fbbfcb9-98e7-43a1-8148-724c0134121e", "address": "fa:16:3e:80:f8:8f", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbfcb9-98", "ovs_interfaceid": "6fbbfcb9-98e7-43a1-8148-724c0134121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.859460] env[69073]: DEBUG oslo_vmware.api [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220537, 'name': PowerOnVM_Task, 'duration_secs': 0.412587} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.859883] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.974160] env[69073]: DEBUG nova.compute.manager [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.975042] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0090f61-ed21-45c2-bba3-16022762f072 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.186788] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "refresh_cache-2caf2b44-54f4-40e5-8ff2-f95f9430cb43" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.187177] env[69073]: DEBUG nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Instance network_info: |[{"id": "6fbbfcb9-98e7-43a1-8148-724c0134121e", "address": "fa:16:3e:80:f8:8f", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbfcb9-98", "ovs_interfaceid": "6fbbfcb9-98e7-43a1-8148-724c0134121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.187605] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fbbfcb9-98e7-43a1-8148-724c0134121e', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.195640] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.195870] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.196119] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6781cff-96b1-440b-a24a-0deb13ae1a88 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.216211] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.216211] env[69073]: value = "task-3220538" [ 1271.216211] env[69073]: _type = "Task" [ 1271.216211] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.223953] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220538, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.353510] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance cd5433df-cd2e-4070-a285-5730b420766a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1271.353819] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance a0a987cd-77cb-40a9-96d9-b9a30f0dc770 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1271.353819] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2caf2b44-54f4-40e5-8ff2-f95f9430cb43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1271.354120] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2acd5180-acf9-4ef4-843b-6cbb4811be5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1271.385661] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "361d11cf-ec44-41ef-a3b5-5e1953107653" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.385905] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.425270] env[69073]: DEBUG nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.458022] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.458195] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.458459] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.458734] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.458921] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.459095] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.459317] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.459486] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.459778] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.459863] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.459969] env[69073]: DEBUG nova.virt.hardware [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.460881] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a958ac4-418b-452d-9b5c-9af2e53ac4f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.470979] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad65da94-44f7-4ac8-a078-3251ca56c6e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.487342] env[69073]: DEBUG nova.compute.manager [req-6674f3ef-436d-44da-8386-e1b840a135af req-531ab9b0-ccbb-438c-8340-b444d2028ee7 service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Received event network-changed-6fbbfcb9-98e7-43a1-8148-724c0134121e {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.487665] env[69073]: DEBUG nova.compute.manager [req-6674f3ef-436d-44da-8386-e1b840a135af req-531ab9b0-ccbb-438c-8340-b444d2028ee7 service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Refreshing instance network info cache due to event network-changed-6fbbfcb9-98e7-43a1-8148-724c0134121e. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.487744] env[69073]: DEBUG oslo_concurrency.lockutils [req-6674f3ef-436d-44da-8386-e1b840a135af req-531ab9b0-ccbb-438c-8340-b444d2028ee7 service nova] Acquiring lock "refresh_cache-2caf2b44-54f4-40e5-8ff2-f95f9430cb43" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.487873] env[69073]: DEBUG oslo_concurrency.lockutils [req-6674f3ef-436d-44da-8386-e1b840a135af req-531ab9b0-ccbb-438c-8340-b444d2028ee7 service nova] Acquired lock "refresh_cache-2caf2b44-54f4-40e5-8ff2-f95f9430cb43" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.488403] env[69073]: DEBUG nova.network.neutron [req-6674f3ef-436d-44da-8386-e1b840a135af req-531ab9b0-ccbb-438c-8340-b444d2028ee7 service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Refreshing network info cache for port 6fbbfcb9-98e7-43a1-8148-724c0134121e {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.494618] env[69073]: DEBUG oslo_concurrency.lockutils [None req-32a743c2-aa64-4a26-ad44-e9f2a06fcf28 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.438s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.495814] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.740s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.495915] env[69073]: INFO nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] During sync_power_state the instance has a pending task (spawning). Skip. [ 1271.496521] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.697242] env[69073]: DEBUG nova.network.neutron [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Successfully updated port: 9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.727441] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220538, 'name': CreateVM_Task, 'duration_secs': 0.30775} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.727618] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.734953] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.735199] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.735574] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.735844] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815426e8-a3f1-480b-a45a-3b2b16e2e37f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.741109] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1271.741109] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5263c648-3c53-cb11-e895-bc9fb11edb90" [ 1271.741109] env[69073]: _type = "Task" [ 1271.741109] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.749347] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5263c648-3c53-cb11-e895-bc9fb11edb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.856830] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 361d11cf-ec44-41ef-a3b5-5e1953107653 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1271.857087] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1271.857241] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1271.889560] env[69073]: DEBUG nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.931770] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6969da-807d-4c24-9fac-5fda17efa21a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.942956] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe80df6d-2b7c-45fe-9c7c-421a02187cf7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.973051] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac3732c-8113-4c18-ac02-cdfa0fb727e1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.979912] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5df180-0e80-4a3b-80a2-85a2415ba35d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.992641] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.200008] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.200138] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.200292] env[69073]: DEBUG nova.network.neutron [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.246774] env[69073]: DEBUG nova.network.neutron [req-6674f3ef-436d-44da-8386-e1b840a135af req-531ab9b0-ccbb-438c-8340-b444d2028ee7 service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Updated VIF entry in instance network info cache for port 6fbbfcb9-98e7-43a1-8148-724c0134121e. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.247137] env[69073]: DEBUG nova.network.neutron [req-6674f3ef-436d-44da-8386-e1b840a135af req-531ab9b0-ccbb-438c-8340-b444d2028ee7 service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Updating instance_info_cache with network_info: [{"id": "6fbbfcb9-98e7-43a1-8148-724c0134121e", "address": "fa:16:3e:80:f8:8f", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fbbfcb9-98", "ovs_interfaceid": "6fbbfcb9-98e7-43a1-8148-724c0134121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.254636] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5263c648-3c53-cb11-e895-bc9fb11edb90, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.254965] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.255217] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.255483] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.255639] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.255821] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.256090] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d7f4b3-4948-47f4-8fc4-5f457c73e4f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.265035] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.265035] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.265555] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fe232f-7000-46bc-9179-7a227fb59a76 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.270835] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1272.270835] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5235f98c-79a4-a2c5-e8e3-c6e1692d85f3" [ 1272.270835] env[69073]: _type = "Task" [ 1272.270835] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.278407] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5235f98c-79a4-a2c5-e8e3-c6e1692d85f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.407843] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.496867] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.741077] env[69073]: DEBUG nova.network.neutron [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.749721] env[69073]: DEBUG oslo_concurrency.lockutils [req-6674f3ef-436d-44da-8386-e1b840a135af req-531ab9b0-ccbb-438c-8340-b444d2028ee7 service nova] Releasing lock "refresh_cache-2caf2b44-54f4-40e5-8ff2-f95f9430cb43" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.782743] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5235f98c-79a4-a2c5-e8e3-c6e1692d85f3, 'name': SearchDatastore_Task, 'duration_secs': 0.00813} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.783510] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acaee48-3132-48dc-943a-a64a6d2f0caa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.788170] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1272.788170] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52553a87-5ba8-7553-caed-5ae6d745e881" [ 1272.788170] env[69073]: _type = "Task" [ 1272.788170] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.795126] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52553a87-5ba8-7553-caed-5ae6d745e881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.795453] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.795664] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.795861] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.796054] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.796224] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.798168] env[69073]: INFO nova.compute.manager [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Terminating instance [ 1272.932902] env[69073]: DEBUG nova.network.neutron [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Updating instance_info_cache with network_info: [{"id": "9377b83f-c9bf-43e7-b683-3c136a6ed334", "address": "fa:16:3e:a0:b4:87", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9377b83f-c9", "ovs_interfaceid": "9377b83f-c9bf-43e7-b683-3c136a6ed334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.001902] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1273.002081] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.677s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.002350] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.595s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.003905] env[69073]: INFO nova.compute.claims [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.078469] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.078594] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.298614] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52553a87-5ba8-7553-caed-5ae6d745e881, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.299308] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.299308] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43/2caf2b44-54f4-40e5-8ff2-f95f9430cb43.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.299563] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5f22f4a-d31e-469b-ba6b-4528fbac33ed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.303609] env[69073]: DEBUG nova.compute.manager [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.303817] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.304888] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3192eee2-723b-47bc-b2ad-8bba03555dca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.308753] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1273.308753] env[69073]: value = "task-3220539" [ 1273.308753] env[69073]: _type = "Task" [ 1273.308753] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.313926] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.314488] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00eeb93e-5afe-42a8-a9ff-56d6f2cdae68 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.319020] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.322898] env[69073]: DEBUG oslo_vmware.api [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1273.322898] env[69073]: value = "task-3220540" [ 1273.322898] env[69073]: _type = "Task" [ 1273.322898] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.330781] env[69073]: DEBUG oslo_vmware.api [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.363029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.363029] env[69073]: DEBUG nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Instance network_info: |[{"id": "9377b83f-c9bf-43e7-b683-3c136a6ed334", "address": "fa:16:3e:a0:b4:87", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9377b83f-c9", "ovs_interfaceid": "9377b83f-c9bf-43e7-b683-3c136a6ed334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.363333] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b4:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9377b83f-c9bf-43e7-b683-3c136a6ed334', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.372481] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.372764] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.373069] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129f692d-1dc0-45fa-9eed-a8ae290dd217 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.394034] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.394034] env[69073]: value = "task-3220541" [ 1273.394034] env[69073]: _type = "Task" [ 1273.394034] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.401208] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220541, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.514533] env[69073]: DEBUG nova.compute.manager [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Received event network-vif-plugged-9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.514844] env[69073]: DEBUG oslo_concurrency.lockutils [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] Acquiring lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.515086] env[69073]: DEBUG oslo_concurrency.lockutils [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.515191] env[69073]: DEBUG oslo_concurrency.lockutils [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.515361] env[69073]: DEBUG nova.compute.manager [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] No waiting events found dispatching network-vif-plugged-9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.515509] env[69073]: WARNING nova.compute.manager [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Received unexpected event network-vif-plugged-9377b83f-c9bf-43e7-b683-3c136a6ed334 for instance with vm_state building and task_state spawning. [ 1273.515669] env[69073]: DEBUG nova.compute.manager [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Received event network-changed-9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.515826] env[69073]: DEBUG nova.compute.manager [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Refreshing instance network info cache due to event network-changed-9377b83f-c9bf-43e7-b683-3c136a6ed334. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.516053] env[69073]: DEBUG oslo_concurrency.lockutils [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] Acquiring lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.516187] env[69073]: DEBUG oslo_concurrency.lockutils [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] Acquired lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.516343] env[69073]: DEBUG nova.network.neutron [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Refreshing network info cache for port 9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.818660] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445442} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.818918] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43/2caf2b44-54f4-40e5-8ff2-f95f9430cb43.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.819135] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.819397] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28cfcd05-b11f-4937-9fdc-bccbc05cf2b5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.827358] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1273.827358] env[69073]: value = "task-3220542" [ 1273.827358] env[69073]: _type = "Task" [ 1273.827358] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.833200] env[69073]: DEBUG oslo_vmware.api [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220540, 'name': PowerOffVM_Task, 'duration_secs': 0.20658} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.833706] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.833907] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.834127] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea633c5-d6e6-411b-8ea1-8fb0e9b3a270 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.838153] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.898397] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.898623] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.898792] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleting the datastore file [datastore2] a0a987cd-77cb-40a9-96d9-b9a30f0dc770 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.899434] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f943aafb-012d-4bcb-95fc-8f6443bfcba8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.904283] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220541, 'name': CreateVM_Task, 'duration_secs': 0.46629} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.904753] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.905458] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.905626] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.905942] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.906181] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8230990c-d678-4bfe-8ae4-a67423cd5b04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.908593] env[69073]: DEBUG oslo_vmware.api [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for the task: (returnval){ [ 1273.908593] env[69073]: value = "task-3220544" [ 1273.908593] env[69073]: _type = "Task" [ 1273.908593] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.912784] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1273.912784] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529102d0-6bdc-22e0-f18c-079b8ef766af" [ 1273.912784] env[69073]: _type = "Task" [ 1273.912784] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.918634] env[69073]: DEBUG oslo_vmware.api [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.923406] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529102d0-6bdc-22e0-f18c-079b8ef766af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.098884] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b806295-d914-4ad9-80fd-ec48f9b83ccf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.106239] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bccd44-e10b-4a4d-a541-1bb3226c1c27 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.135403] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9202b0fa-2182-4c14-a7ac-4c85b2f2cf01 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.142899] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c394e73c-a63a-4b76-9e67-8f9ce3c838fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.158194] env[69073]: DEBUG nova.compute.provider_tree [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.336531] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064296} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.338698] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.339478] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f000a7-0cd1-42f8-9685-65a8cadd3361 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.360546] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43/2caf2b44-54f4-40e5-8ff2-f95f9430cb43.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.360799] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7de49ea-c78c-4c7d-8116-7cdf124faf42 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.382338] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1274.382338] env[69073]: value = "task-3220545" [ 1274.382338] env[69073]: _type = "Task" [ 1274.382338] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.389793] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.420921] env[69073]: DEBUG oslo_vmware.api [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Task: {'id': task-3220544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157858} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.424308] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.424495] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.424672] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.424843] env[69073]: INFO nova.compute.manager [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1274.425086] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.425295] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529102d0-6bdc-22e0-f18c-079b8ef766af, 'name': SearchDatastore_Task, 'duration_secs': 0.020258} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.427785] env[69073]: DEBUG nova.compute.manager [-] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.427871] env[69073]: DEBUG nova.network.neutron [-] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.429340] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.429561] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.429784] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.429927] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.430115] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.430366] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfb586c3-1882-42bf-894c-92523842e354 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.438219] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.438349] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.439013] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d746d82-5a53-4e80-8246-3afd67d3b466 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.443984] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1274.443984] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ae00d-1cc0-b967-3072-d46c4a7fe061" [ 1274.443984] env[69073]: _type = "Task" [ 1274.443984] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.451013] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ae00d-1cc0-b967-3072-d46c4a7fe061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.481017] env[69073]: DEBUG nova.network.neutron [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Updated VIF entry in instance network info cache for port 9377b83f-c9bf-43e7-b683-3c136a6ed334. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.481187] env[69073]: DEBUG nova.network.neutron [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Updating instance_info_cache with network_info: [{"id": "9377b83f-c9bf-43e7-b683-3c136a6ed334", "address": "fa:16:3e:a0:b4:87", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9377b83f-c9", "ovs_interfaceid": "9377b83f-c9bf-43e7-b683-3c136a6ed334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.661021] env[69073]: DEBUG nova.scheduler.client.report [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.889125] env[69073]: DEBUG nova.compute.manager [req-db20c10c-a942-4ba2-af33-087756e7f30f req-107d002b-dd75-4f66-a7bb-3652db96219a service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Received event network-vif-deleted-cfad8f1a-9987-4309-a6ad-1793e1ecb1be {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.889346] env[69073]: INFO nova.compute.manager [req-db20c10c-a942-4ba2-af33-087756e7f30f req-107d002b-dd75-4f66-a7bb-3652db96219a service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Neutron deleted interface cfad8f1a-9987-4309-a6ad-1793e1ecb1be; detaching it from the instance and deleting it from the info cache [ 1274.889519] env[69073]: DEBUG nova.network.neutron [req-db20c10c-a942-4ba2-af33-087756e7f30f req-107d002b-dd75-4f66-a7bb-3652db96219a service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.897566] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220545, 'name': ReconfigVM_Task, 'duration_secs': 0.267969} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.897818] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43/2caf2b44-54f4-40e5-8ff2-f95f9430cb43.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.898430] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eed6559d-ed9e-4490-8af2-938892c3b579 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.904653] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1274.904653] env[69073]: value = "task-3220546" [ 1274.904653] env[69073]: _type = "Task" [ 1274.904653] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.912880] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220546, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.955079] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527ae00d-1cc0-b967-3072-d46c4a7fe061, 'name': SearchDatastore_Task, 'duration_secs': 0.007983} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.955823] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a372d01f-c176-4fb2-979f-2d4e95633787 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.961045] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1274.961045] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5227a48b-7035-e9bf-590a-6756fc1f6a93" [ 1274.961045] env[69073]: _type = "Task" [ 1274.961045] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.968398] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5227a48b-7035-e9bf-590a-6756fc1f6a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.985399] env[69073]: DEBUG oslo_concurrency.lockutils [req-105811b0-3182-48fe-9abe-0078d89af8f9 req-f20a3da5-0722-4f5f-9fa8-dcb82dc4b387 service nova] Releasing lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.165609] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.166191] env[69073]: DEBUG nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.371218] env[69073]: DEBUG nova.network.neutron [-] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.393206] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05b0e1b4-fde2-4a26-abab-cff24a99e3af {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.402263] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d674e44-0ec3-4e50-9d5d-4be0e5f297c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.420451] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220546, 'name': Rename_Task, 'duration_secs': 0.13098} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.420749] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.420960] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c5fcde-fa8e-4ec9-96d9-ab4c88d3cf3d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.426531] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1275.426531] env[69073]: value = "task-3220547" [ 1275.426531] env[69073]: _type = "Task" [ 1275.426531] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.435167] env[69073]: DEBUG nova.compute.manager [req-db20c10c-a942-4ba2-af33-087756e7f30f req-107d002b-dd75-4f66-a7bb-3652db96219a service nova] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Detach interface failed, port_id=cfad8f1a-9987-4309-a6ad-1793e1ecb1be, reason: Instance a0a987cd-77cb-40a9-96d9-b9a30f0dc770 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.439850] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.471831] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5227a48b-7035-e9bf-590a-6756fc1f6a93, 'name': SearchDatastore_Task, 'duration_secs': 0.008301} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.471831] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.472137] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2acd5180-acf9-4ef4-843b-6cbb4811be5e/2acd5180-acf9-4ef4-843b-6cbb4811be5e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.472400] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69c49a16-d92a-461d-95db-437235260700 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.479117] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1275.479117] env[69073]: value = "task-3220548" [ 1275.479117] env[69073]: _type = "Task" [ 1275.479117] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.488075] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.671677] env[69073]: DEBUG nova.compute.utils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.673493] env[69073]: DEBUG nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.673493] env[69073]: DEBUG nova.network.neutron [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.715204] env[69073]: DEBUG nova.policy [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f321f966a067455ba5fecd8cde019085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414dd319029b45a387b21fe556d09f85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.874033] env[69073]: INFO nova.compute.manager [-] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Took 1.45 seconds to deallocate network for instance. [ 1275.938017] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220547, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.989290] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472653} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.989642] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2acd5180-acf9-4ef4-843b-6cbb4811be5e/2acd5180-acf9-4ef4-843b-6cbb4811be5e.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1275.989891] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1275.990210] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c61772-9c4f-49fa-998a-5d7d9d723b1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.996263] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1275.996263] env[69073]: value = "task-3220549" [ 1275.996263] env[69073]: _type = "Task" [ 1275.996263] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.005737] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.006659] env[69073]: DEBUG nova.network.neutron [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Successfully created port: 12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.176326] env[69073]: DEBUG nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.381433] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.381433] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.381542] env[69073]: DEBUG nova.objects.instance [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lazy-loading 'resources' on Instance uuid a0a987cd-77cb-40a9-96d9-b9a30f0dc770 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.437409] env[69073]: DEBUG oslo_vmware.api [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220547, 'name': PowerOnVM_Task, 'duration_secs': 0.720516} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.437660] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.437857] env[69073]: INFO nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1276.438090] env[69073]: DEBUG nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.438826] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72abcf15-36b8-4d09-a624-3ed69b094cad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.506038] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064061} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.506318] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1276.507085] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cb665c-3529-41c6-bf90-60d028ae2444 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.529052] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 2acd5180-acf9-4ef4-843b-6cbb4811be5e/2acd5180-acf9-4ef4-843b-6cbb4811be5e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1276.529318] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b52723-c306-4796-aa20-c74e3196f194 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.547984] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1276.547984] env[69073]: value = "task-3220550" [ 1276.547984] env[69073]: _type = "Task" [ 1276.547984] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.555587] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.956573] env[69073]: INFO nova.compute.manager [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Took 13.94 seconds to build instance. [ 1276.966454] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26cb9bc-5f4b-4f0a-a7f7-f54d46e87d1a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.976120] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c031838-5932-448e-a671-4e8123e1b4f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.006611] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd2f664-fe23-4d30-82de-11dba0ceeb9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.013772] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1f90bc-b8c7-46a7-96fe-990bb25ed4e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.027008] env[69073]: DEBUG nova.compute.provider_tree [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.057282] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220550, 'name': ReconfigVM_Task, 'duration_secs': 0.269157} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.057551] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 2acd5180-acf9-4ef4-843b-6cbb4811be5e/2acd5180-acf9-4ef4-843b-6cbb4811be5e.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.058159] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff293941-17f7-4dbd-983a-1ee5058b7cbd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.064404] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1277.064404] env[69073]: value = "task-3220551" [ 1277.064404] env[69073]: _type = "Task" [ 1277.064404] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.071752] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220551, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.186607] env[69073]: DEBUG nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.212305] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.212551] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.212709] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.212889] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.213072] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.213266] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.213417] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.213579] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.213758] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.213931] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.214121] env[69073]: DEBUG nova.virt.hardware [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.214976] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a33dcf7-299e-4ae0-854c-d1c006a9dbd3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.222911] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b60683-9e6d-436b-8bf8-b2a1ebdade13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.390208] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.395818] env[69073]: DEBUG nova.compute.manager [req-4a418d23-73b7-4a90-8421-493d8adb3e1e req-5d609398-8aff-4c17-b9e3-83dcf343e753 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Received event network-vif-plugged-12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.395998] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a418d23-73b7-4a90-8421-493d8adb3e1e req-5d609398-8aff-4c17-b9e3-83dcf343e753 service nova] Acquiring lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.396216] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a418d23-73b7-4a90-8421-493d8adb3e1e req-5d609398-8aff-4c17-b9e3-83dcf343e753 service nova] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.396384] env[69073]: DEBUG oslo_concurrency.lockutils [req-4a418d23-73b7-4a90-8421-493d8adb3e1e req-5d609398-8aff-4c17-b9e3-83dcf343e753 service nova] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.396551] env[69073]: DEBUG nova.compute.manager [req-4a418d23-73b7-4a90-8421-493d8adb3e1e req-5d609398-8aff-4c17-b9e3-83dcf343e753 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] No waiting events found dispatching network-vif-plugged-12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1277.396718] env[69073]: WARNING nova.compute.manager [req-4a418d23-73b7-4a90-8421-493d8adb3e1e req-5d609398-8aff-4c17-b9e3-83dcf343e753 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Received unexpected event network-vif-plugged-12b3dc76-12dc-424a-a4b2-fc43cbb15884 for instance with vm_state building and task_state spawning. [ 1277.458234] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d4266b04-9e57-4123-8fd0-98e7cff0e3a4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.451s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.458508] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.702s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.458887] env[69073]: INFO nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] During sync_power_state the instance has a pending task (spawning). Skip. [ 1277.459291] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.459559] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.070s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.459739] env[69073]: DEBUG nova.compute.manager [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1277.460639] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3015cc3-b419-435f-a2c1-ae8f0500329f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.467680] env[69073]: DEBUG nova.compute.manager [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1277.468383] env[69073]: DEBUG nova.objects.instance [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'flavor' on Instance uuid 2caf2b44-54f4-40e5-8ff2-f95f9430cb43 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.529430] env[69073]: DEBUG nova.network.neutron [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Successfully updated port: 12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.531476] env[69073]: DEBUG nova.scheduler.client.report [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.575105] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220551, 'name': Rename_Task, 'duration_secs': 0.13769} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.575390] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.575634] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e515c9c-a8f9-4a07-a970-93d1c8fc4db0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.582688] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1277.582688] env[69073]: value = "task-3220552" [ 1277.582688] env[69073]: _type = "Task" [ 1277.582688] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.590198] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.036047] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.036339] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.036390] env[69073]: DEBUG nova.network.neutron [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.037873] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.058338] env[69073]: INFO nova.scheduler.client.report [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Deleted allocations for instance a0a987cd-77cb-40a9-96d9-b9a30f0dc770 [ 1278.092495] env[69073]: DEBUG oslo_vmware.api [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220552, 'name': PowerOnVM_Task, 'duration_secs': 0.42584} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.092821] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.093086] env[69073]: INFO nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1278.093297] env[69073]: DEBUG nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.094060] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5753ab3d-e690-4e81-a10d-0a2b4a55a943 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.476624] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.477057] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b310b297-239b-4c8b-81e9-8ce3e56202b1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.485971] env[69073]: DEBUG oslo_vmware.api [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1278.485971] env[69073]: value = "task-3220553" [ 1278.485971] env[69073]: _type = "Task" [ 1278.485971] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.493503] env[69073]: DEBUG oslo_vmware.api [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.566121] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f6df60c4-3a55-42a3-8cec-1a8e2a5e5298 tempest-ServerActionsTestOtherB-2034302396 tempest-ServerActionsTestOtherB-2034302396-project-member] Lock "a0a987cd-77cb-40a9-96d9-b9a30f0dc770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.770s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.572524] env[69073]: DEBUG nova.network.neutron [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.612960] env[69073]: INFO nova.compute.manager [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Took 13.60 seconds to build instance. [ 1278.732207] env[69073]: DEBUG nova.network.neutron [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [{"id": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "address": "fa:16:3e:3f:7b:aa", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b3dc76-12", "ovs_interfaceid": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.996476] env[69073]: DEBUG oslo_vmware.api [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220553, 'name': PowerOffVM_Task, 'duration_secs': 0.172594} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.996761] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.997385] env[69073]: DEBUG nova.compute.manager [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.998224] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cae68f-4eb0-41dc-9029-0f2e9bbe6097 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.114070] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7d9f0fd1-d855-4991-b899-abeb57f0cd0c tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.113s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.114436] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.358s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.115256] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4734b3ee-a3c0-442b-8fca-4a7818315bca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.206442] env[69073]: DEBUG nova.compute.manager [req-2ffcfb87-43f8-4495-955f-0027edd36d01 req-51e7ca29-e606-49a5-b6e1-45f0e33d90cd service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Received event network-changed-9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.206683] env[69073]: DEBUG nova.compute.manager [req-2ffcfb87-43f8-4495-955f-0027edd36d01 req-51e7ca29-e606-49a5-b6e1-45f0e33d90cd service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Refreshing instance network info cache due to event network-changed-9377b83f-c9bf-43e7-b683-3c136a6ed334. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.206954] env[69073]: DEBUG oslo_concurrency.lockutils [req-2ffcfb87-43f8-4495-955f-0027edd36d01 req-51e7ca29-e606-49a5-b6e1-45f0e33d90cd service nova] Acquiring lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.207136] env[69073]: DEBUG oslo_concurrency.lockutils [req-2ffcfb87-43f8-4495-955f-0027edd36d01 req-51e7ca29-e606-49a5-b6e1-45f0e33d90cd service nova] Acquired lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.207348] env[69073]: DEBUG nova.network.neutron [req-2ffcfb87-43f8-4495-955f-0027edd36d01 req-51e7ca29-e606-49a5-b6e1-45f0e33d90cd service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Refreshing network info cache for port 9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.234719] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.235020] env[69073]: DEBUG nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Instance network_info: |[{"id": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "address": "fa:16:3e:3f:7b:aa", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b3dc76-12", "ovs_interfaceid": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.235425] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:7b:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12b3dc76-12dc-424a-a4b2-fc43cbb15884', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.242938] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.243388] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.243611] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e107fe8-d77f-4088-9f60-00a59a49ff9a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.263134] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.263134] env[69073]: value = "task-3220555" [ 1279.263134] env[69073]: _type = "Task" [ 1279.263134] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.271885] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220555, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.481465] env[69073]: DEBUG nova.compute.manager [req-5858d907-0580-44fd-aa98-79388dd009e2 req-ed422190-9a12-4afc-8f4f-88551fdb6ca3 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Received event network-changed-12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.481645] env[69073]: DEBUG nova.compute.manager [req-5858d907-0580-44fd-aa98-79388dd009e2 req-ed422190-9a12-4afc-8f4f-88551fdb6ca3 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Refreshing instance network info cache due to event network-changed-12b3dc76-12dc-424a-a4b2-fc43cbb15884. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.481875] env[69073]: DEBUG oslo_concurrency.lockutils [req-5858d907-0580-44fd-aa98-79388dd009e2 req-ed422190-9a12-4afc-8f4f-88551fdb6ca3 service nova] Acquiring lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.482197] env[69073]: DEBUG oslo_concurrency.lockutils [req-5858d907-0580-44fd-aa98-79388dd009e2 req-ed422190-9a12-4afc-8f4f-88551fdb6ca3 service nova] Acquired lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.482382] env[69073]: DEBUG nova.network.neutron [req-5858d907-0580-44fd-aa98-79388dd009e2 req-ed422190-9a12-4afc-8f4f-88551fdb6ca3 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Refreshing network info cache for port 12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.511027] env[69073]: DEBUG oslo_concurrency.lockutils [None req-7cb4c3be-7516-4553-afee-8b7395720270 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.625024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.773448] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220555, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.874428] env[69073]: INFO nova.compute.manager [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Rebuilding instance [ 1279.914419] env[69073]: DEBUG nova.network.neutron [req-2ffcfb87-43f8-4495-955f-0027edd36d01 req-51e7ca29-e606-49a5-b6e1-45f0e33d90cd service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Updated VIF entry in instance network info cache for port 9377b83f-c9bf-43e7-b683-3c136a6ed334. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.914787] env[69073]: DEBUG nova.network.neutron [req-2ffcfb87-43f8-4495-955f-0027edd36d01 req-51e7ca29-e606-49a5-b6e1-45f0e33d90cd service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Updating instance_info_cache with network_info: [{"id": "9377b83f-c9bf-43e7-b683-3c136a6ed334", "address": "fa:16:3e:a0:b4:87", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9377b83f-c9", "ovs_interfaceid": "9377b83f-c9bf-43e7-b683-3c136a6ed334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.916029] env[69073]: DEBUG nova.compute.manager [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.916762] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a2269-b8a4-40e7-85b1-66877f3cbfff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.157489] env[69073]: DEBUG nova.network.neutron [req-5858d907-0580-44fd-aa98-79388dd009e2 req-ed422190-9a12-4afc-8f4f-88551fdb6ca3 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updated VIF entry in instance network info cache for port 12b3dc76-12dc-424a-a4b2-fc43cbb15884. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.157855] env[69073]: DEBUG nova.network.neutron [req-5858d907-0580-44fd-aa98-79388dd009e2 req-ed422190-9a12-4afc-8f4f-88551fdb6ca3 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [{"id": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "address": "fa:16:3e:3f:7b:aa", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b3dc76-12", "ovs_interfaceid": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.273934] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220555, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.421291] env[69073]: DEBUG oslo_concurrency.lockutils [req-2ffcfb87-43f8-4495-955f-0027edd36d01 req-51e7ca29-e606-49a5-b6e1-45f0e33d90cd service nova] Releasing lock "refresh_cache-2acd5180-acf9-4ef4-843b-6cbb4811be5e" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.661270] env[69073]: DEBUG oslo_concurrency.lockutils [req-5858d907-0580-44fd-aa98-79388dd009e2 req-ed422190-9a12-4afc-8f4f-88551fdb6ca3 service nova] Releasing lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.775101] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220555, 'name': CreateVM_Task, 'duration_secs': 1.298841} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.775101] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.775683] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.775854] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.776227] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.776518] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a27836-7130-4f0c-8c6b-a1483ea48821 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.780980] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1280.780980] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f65799-89e8-3a51-b033-32ff4481fbf1" [ 1280.780980] env[69073]: _type = "Task" [ 1280.780980] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.789019] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f65799-89e8-3a51-b033-32ff4481fbf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.930017] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.930372] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5a57a08-d089-4925-b48c-ebbb8a3607b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.937567] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1280.937567] env[69073]: value = "task-3220556" [ 1280.937567] env[69073]: _type = "Task" [ 1280.937567] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.945468] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.293251] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52f65799-89e8-3a51-b033-32ff4481fbf1, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.293702] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.293791] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.293971] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.294129] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.294315] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.294560] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b61429-cb41-4444-a039-e36e567eb43b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.302410] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.302575] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.303258] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ced7e697-f2be-4468-a475-5de0a2da00b5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.308174] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1281.308174] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ffaa3-900f-f18f-40f3-b1dd88f0b08b" [ 1281.308174] env[69073]: _type = "Task" [ 1281.308174] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.315256] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ffaa3-900f-f18f-40f3-b1dd88f0b08b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.448160] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1281.448464] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.449234] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bd1e49-aea3-43b4-876e-d280083fb30a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.455484] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.455715] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ccf9fa-09f5-4be5-9e8a-3f552a070e86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.520598] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.520910] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.521014] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleting the datastore file [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.521301] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dac29d4-61b7-4c3f-b102-c83e435c996b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.527939] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1281.527939] env[69073]: value = "task-3220558" [ 1281.527939] env[69073]: _type = "Task" [ 1281.527939] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.535238] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.817939] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ffaa3-900f-f18f-40f3-b1dd88f0b08b, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.818813] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73135f3d-d6f8-4bd6-a16b-f11bcbf7a36d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.823595] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1281.823595] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52caf148-690e-54e8-6125-9ae88d53c4d6" [ 1281.823595] env[69073]: _type = "Task" [ 1281.823595] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.831296] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52caf148-690e-54e8-6125-9ae88d53c4d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.037633] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124104} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.037884] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.038076] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.038258] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.334285] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52caf148-690e-54e8-6125-9ae88d53c4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.334627] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.335114] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653/361d11cf-ec44-41ef-a3b5-5e1953107653.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.335114] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b034b673-3f85-4b8a-9f03-9fee4f2cddff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.340701] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1282.340701] env[69073]: value = "task-3220559" [ 1282.340701] env[69073]: _type = "Task" [ 1282.340701] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.347885] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.851956] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448628} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.852303] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653/361d11cf-ec44-41ef-a3b5-5e1953107653.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.853181] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.853710] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ffe3a6e-62b4-4e34-b658-5acdc132004a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.862233] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1282.862233] env[69073]: value = "task-3220560" [ 1282.862233] env[69073]: _type = "Task" [ 1282.862233] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.869451] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.074593] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1283.074844] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1283.075015] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1283.075205] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1283.075353] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1283.075499] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1283.075714] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1283.075874] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1283.076055] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1283.076225] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1283.076400] env[69073]: DEBUG nova.virt.hardware [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1283.077265] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8eab69-047b-49a3-82c9-c0599b1c28e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.085207] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa149056-36b8-498e-b722-aee8bfc44679 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.099584] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fbbfcb9-98e7-43a1-8148-724c0134121e', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.107552] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.107785] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.107985] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00c6627d-350f-4a77-933f-0e0f50dbdc1b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.126515] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.126515] env[69073]: value = "task-3220561" [ 1283.126515] env[69073]: _type = "Task" [ 1283.126515] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.133689] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220561, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.371888] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062621} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.372367] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.372965] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef800e8-1088-4c2d-896e-cff022678cf6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.395833] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653/361d11cf-ec44-41ef-a3b5-5e1953107653.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.396147] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc91b897-d67b-4014-885a-f64b15e64264 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.415603] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1283.415603] env[69073]: value = "task-3220562" [ 1283.415603] env[69073]: _type = "Task" [ 1283.415603] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.423454] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.636807] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220561, 'name': CreateVM_Task, 'duration_secs': 0.366188} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.637016] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.637668] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.637828] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.638152] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.638448] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35694d56-b9ab-43df-96d2-c9da425a1aae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.643024] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1283.643024] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524d073f-8552-f805-8db7-def7888d88c3" [ 1283.643024] env[69073]: _type = "Task" [ 1283.643024] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.650413] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524d073f-8552-f805-8db7-def7888d88c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.928605] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.153787] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524d073f-8552-f805-8db7-def7888d88c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.154110] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.154347] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.154811] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.154811] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.154942] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.155175] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28119826-a3c0-4a85-a1f1-bc1e705c690f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.164388] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.164567] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.165297] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee0df2a-a281-4ffd-beef-8db66022a16a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.173455] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1284.173455] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a10a0e-31df-7a3a-72db-f6f2c389e462" [ 1284.173455] env[69073]: _type = "Task" [ 1284.173455] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.181366] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a10a0e-31df-7a3a-72db-f6f2c389e462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.427365] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220562, 'name': ReconfigVM_Task, 'duration_secs': 0.756373} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.427663] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653/361d11cf-ec44-41ef-a3b5-5e1953107653.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.428312] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e4d5313-f1d3-4b6d-a417-86356bc35349 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.435843] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1284.435843] env[69073]: value = "task-3220563" [ 1284.435843] env[69073]: _type = "Task" [ 1284.435843] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.444861] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220563, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.684680] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52a10a0e-31df-7a3a-72db-f6f2c389e462, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.685501] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757f7e26-a7bb-4a3b-8116-b205a984c2d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.691386] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1284.691386] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b7d1a8-937f-0a7e-cdf1-5327d12fdf5b" [ 1284.691386] env[69073]: _type = "Task" [ 1284.691386] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.700922] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b7d1a8-937f-0a7e-cdf1-5327d12fdf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.946165] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220563, 'name': Rename_Task, 'duration_secs': 0.166383} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.946382] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.946620] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c3f624-36a3-41d6-97ac-bc8d8a9e1565 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.953606] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1284.953606] env[69073]: value = "task-3220564" [ 1284.953606] env[69073]: _type = "Task" [ 1284.953606] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.961127] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.189359] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "2069a5ce-4e44-4660-a1d9-2febd2226e86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.189674] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "2069a5ce-4e44-4660-a1d9-2febd2226e86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.202909] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b7d1a8-937f-0a7e-cdf1-5327d12fdf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.203739] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.204044] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43/2caf2b44-54f4-40e5-8ff2-f95f9430cb43.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.204563] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22187aed-deaa-44ee-a580-5b6ae5f975bc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.212419] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1285.212419] env[69073]: value = "task-3220565" [ 1285.212419] env[69073]: _type = "Task" [ 1285.212419] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.220994] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.467938] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.692400] env[69073]: DEBUG nova.compute.manager [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1285.723293] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454683} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.723551] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43/2caf2b44-54f4-40e5-8ff2-f95f9430cb43.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.723727] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.724648] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef971b89-0e60-45de-b9b0-ef7cf85f3590 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.732887] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1285.732887] env[69073]: value = "task-3220566" [ 1285.732887] env[69073]: _type = "Task" [ 1285.732887] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.744066] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.964919] env[69073]: DEBUG oslo_vmware.api [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220564, 'name': PowerOnVM_Task, 'duration_secs': 0.642857} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.965264] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.965413] env[69073]: INFO nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1285.965594] env[69073]: DEBUG nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.966369] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78f5275-9ff9-4ac8-912e-914d49789022 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.215159] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.215457] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.216930] env[69073]: INFO nova.compute.claims [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.242458] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087171} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.242754] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.243570] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc01891-12c6-41e4-8f2a-ffa2ce7ffde2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.267570] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43/2caf2b44-54f4-40e5-8ff2-f95f9430cb43.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.268463] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91709f45-a997-4cd8-ae8f-15a0c581b4fa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.290352] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1286.290352] env[69073]: value = "task-3220567" [ 1286.290352] env[69073]: _type = "Task" [ 1286.290352] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.298947] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.483636] env[69073]: INFO nova.compute.manager [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Took 14.09 seconds to build instance. [ 1286.704198] env[69073]: DEBUG nova.compute.manager [req-fa779a3c-790f-4b0c-8ae6-302628adf66c req-fb30860d-a69a-4101-829d-1ac61f3a73cf service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Received event network-changed-12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.704414] env[69073]: DEBUG nova.compute.manager [req-fa779a3c-790f-4b0c-8ae6-302628adf66c req-fb30860d-a69a-4101-829d-1ac61f3a73cf service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Refreshing instance network info cache due to event network-changed-12b3dc76-12dc-424a-a4b2-fc43cbb15884. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.704634] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa779a3c-790f-4b0c-8ae6-302628adf66c req-fb30860d-a69a-4101-829d-1ac61f3a73cf service nova] Acquiring lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.704776] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa779a3c-790f-4b0c-8ae6-302628adf66c req-fb30860d-a69a-4101-829d-1ac61f3a73cf service nova] Acquired lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.704942] env[69073]: DEBUG nova.network.neutron [req-fa779a3c-790f-4b0c-8ae6-302628adf66c req-fb30860d-a69a-4101-829d-1ac61f3a73cf service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Refreshing network info cache for port 12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.800901] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220567, 'name': ReconfigVM_Task, 'duration_secs': 0.29099} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.801257] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43/2caf2b44-54f4-40e5-8ff2-f95f9430cb43.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.801908] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bf8d39e-fa81-4509-8a8c-7a0b25f8bf1f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.809199] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1286.809199] env[69073]: value = "task-3220568" [ 1286.809199] env[69073]: _type = "Task" [ 1286.809199] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.817646] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220568, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.985376] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c0a4d8a-f6d6-4ce0-bff0-fce6eae5e757 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.599s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.308028] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad368144-8a25-418c-9ca2-2371172340b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.322917] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220568, 'name': Rename_Task, 'duration_secs': 0.134799} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.323274] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.324262] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50780b91-9d91-4fb0-b568-f3000ca5db03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.327180] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39aa74fb-e25a-4721-90eb-8ab3c52f441a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.362690] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991b69e6-33bd-41b9-bbaa-8599fa94a7e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.365302] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1287.365302] env[69073]: value = "task-3220569" [ 1287.365302] env[69073]: _type = "Task" [ 1287.365302] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.373487] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fde49b-f055-44a9-adf5-4b807e261574 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.380678] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.391792] env[69073]: DEBUG nova.compute.provider_tree [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.485759] env[69073]: DEBUG nova.network.neutron [req-fa779a3c-790f-4b0c-8ae6-302628adf66c req-fb30860d-a69a-4101-829d-1ac61f3a73cf service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updated VIF entry in instance network info cache for port 12b3dc76-12dc-424a-a4b2-fc43cbb15884. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.486278] env[69073]: DEBUG nova.network.neutron [req-fa779a3c-790f-4b0c-8ae6-302628adf66c req-fb30860d-a69a-4101-829d-1ac61f3a73cf service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [{"id": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "address": "fa:16:3e:3f:7b:aa", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b3dc76-12", "ovs_interfaceid": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.876119] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220569, 'name': PowerOnVM_Task, 'duration_secs': 0.439499} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.876487] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.876635] env[69073]: DEBUG nova.compute.manager [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.877421] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9148368-f739-4c55-9d84-3b2031f91dfd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.895770] env[69073]: DEBUG nova.scheduler.client.report [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.989810] env[69073]: DEBUG oslo_concurrency.lockutils [req-fa779a3c-790f-4b0c-8ae6-302628adf66c req-fb30860d-a69a-4101-829d-1ac61f3a73cf service nova] Releasing lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.388265] env[69073]: INFO nova.compute.manager [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] bringing vm to original state: 'stopped' [ 1288.399966] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.400583] env[69073]: DEBUG nova.compute.manager [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1288.905266] env[69073]: DEBUG nova.compute.utils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1288.907117] env[69073]: DEBUG nova.compute.manager [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Not allocating networking since 'none' was specified. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1289.394747] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.395040] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.395243] env[69073]: DEBUG nova.compute.manager [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.396195] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6535a290-1a85-48c3-b9a6-38709c36e88f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.403409] env[69073]: DEBUG nova.compute.manager [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1289.408712] env[69073]: DEBUG nova.compute.manager [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1289.907324] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.907680] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-884189fd-8bdd-493e-9c91-71ac83e1965f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.916966] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1289.916966] env[69073]: value = "task-3220570" [ 1289.916966] env[69073]: _type = "Task" [ 1289.916966] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.928175] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.426883] env[69073]: DEBUG nova.compute.manager [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1290.428815] env[69073]: DEBUG oslo_vmware.api [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220570, 'name': PowerOffVM_Task, 'duration_secs': 0.210267} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.429580] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.429580] env[69073]: DEBUG nova.compute.manager [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.430249] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8f146-315c-4204-a2b4-a366c6c4ae56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.453040] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.453284] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.453450] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.453637] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.453784] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.453933] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.454156] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.454318] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.454484] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.454645] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.454869] env[69073]: DEBUG nova.virt.hardware [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.455652] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f635398a-c21f-493a-a455-eab82684b494 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.462595] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673e59e3-6f25-4edf-be76-c46ec1e78cb7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.476351] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.481780] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Creating folder: Project (e0b59c50d24c4b178f7958167037c917). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.482740] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0846877d-49cc-4a03-bb50-ed84842ccc9e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.492554] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Created folder: Project (e0b59c50d24c4b178f7958167037c917) in parent group-v643537. [ 1290.492725] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Creating folder: Instances. Parent ref: group-v643865. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.492925] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45135ea0-c18e-43ab-b61b-1bf68acebe65 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.503618] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Created folder: Instances in parent group-v643865. [ 1290.503618] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.503618] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.503618] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea476ffc-b934-453e-9be7-0b0bb1c184c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.518276] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.518276] env[69073]: value = "task-3220573" [ 1290.518276] env[69073]: _type = "Task" [ 1290.518276] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.527547] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220573, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.945047] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.029062] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220573, 'name': CreateVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.388077] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.388359] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.388575] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.388761] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.388941] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.391125] env[69073]: INFO nova.compute.manager [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Terminating instance [ 1291.453757] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.454022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.454202] env[69073]: DEBUG nova.objects.instance [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1291.531216] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220573, 'name': CreateVM_Task, 'duration_secs': 0.531952} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.531462] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.531746] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.531910] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.532239] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.532485] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ead8b35-93fc-4659-93a0-4009e3e355e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.536695] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1291.536695] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529234ec-328b-e2ff-6344-0e7edc3abb2d" [ 1291.536695] env[69073]: _type = "Task" [ 1291.536695] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.543851] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529234ec-328b-e2ff-6344-0e7edc3abb2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.894984] env[69073]: DEBUG nova.compute.manager [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.895269] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.896158] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d28afa-61b9-4084-a588-176eb679e16d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.903733] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.903964] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bbc6ad9-b5ae-4e7f-bff3-d9b30e762770 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.047043] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529234ec-328b-e2ff-6344-0e7edc3abb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.047330] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.047670] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.047747] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.047898] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.048092] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.048397] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ac3407a-b971-4078-bd55-d0d658fa854c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.056719] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.056901] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.057623] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-092de8be-9b47-422a-90c3-e2e936f284c3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.062342] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1292.062342] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523d89b6-16c0-4e1e-80b8-bb5761993e2d" [ 1292.062342] env[69073]: _type = "Task" [ 1292.062342] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.069618] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523d89b6-16c0-4e1e-80b8-bb5761993e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.178694] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.178877] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.179103] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleting the datastore file [datastore2] 2caf2b44-54f4-40e5-8ff2-f95f9430cb43 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.179376] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82707cc3-8428-484d-a966-f9e5b5325467 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.185265] env[69073]: DEBUG oslo_vmware.api [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1292.185265] env[69073]: value = "task-3220575" [ 1292.185265] env[69073]: _type = "Task" [ 1292.185265] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.193285] env[69073]: DEBUG oslo_vmware.api [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.462718] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3b714dd-0e61-4560-aa7c-393b1d471ca4 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.573186] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523d89b6-16c0-4e1e-80b8-bb5761993e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.008124} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.573931] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b91c83-2c23-4971-8c14-965f2e8a4197 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.579692] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1292.579692] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d77324-2dd2-7a34-0658-e6fb48198ee9" [ 1292.579692] env[69073]: _type = "Task" [ 1292.579692] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.587163] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d77324-2dd2-7a34-0658-e6fb48198ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.693958] env[69073]: DEBUG oslo_vmware.api [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131985} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.694231] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.694424] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.694598] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.694771] env[69073]: INFO nova.compute.manager [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Took 0.80 seconds to destroy the instance on the hypervisor. [ 1292.695013] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.695224] env[69073]: DEBUG nova.compute.manager [-] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.695368] env[69073]: DEBUG nova.network.neutron [-] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.926137] env[69073]: DEBUG nova.compute.manager [req-91d972e4-5fe3-4404-91bc-a6ff2d5e8b1c req-1db96c91-9120-46af-8cbb-617e93e3d52f service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Received event network-vif-deleted-6fbbfcb9-98e7-43a1-8148-724c0134121e {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.926357] env[69073]: INFO nova.compute.manager [req-91d972e4-5fe3-4404-91bc-a6ff2d5e8b1c req-1db96c91-9120-46af-8cbb-617e93e3d52f service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Neutron deleted interface 6fbbfcb9-98e7-43a1-8148-724c0134121e; detaching it from the instance and deleting it from the info cache [ 1292.926532] env[69073]: DEBUG nova.network.neutron [req-91d972e4-5fe3-4404-91bc-a6ff2d5e8b1c req-1db96c91-9120-46af-8cbb-617e93e3d52f service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.089870] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d77324-2dd2-7a34-0658-e6fb48198ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.009091} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.090150] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.090413] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86/2069a5ce-4e44-4660-a1d9-2febd2226e86.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.090672] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d95f5bce-ba30-43e3-aa15-9a8e23b624a2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.099215] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1293.099215] env[69073]: value = "task-3220576" [ 1293.099215] env[69073]: _type = "Task" [ 1293.099215] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.107507] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.413917] env[69073]: DEBUG nova.network.neutron [-] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.430778] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-106304ca-4394-4b4f-ab3d-295d5c9d91bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.442108] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17e8248-c93c-4b37-a257-1ba01f855289 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.469059] env[69073]: DEBUG nova.compute.manager [req-91d972e4-5fe3-4404-91bc-a6ff2d5e8b1c req-1db96c91-9120-46af-8cbb-617e93e3d52f service nova] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Detach interface failed, port_id=6fbbfcb9-98e7-43a1-8148-724c0134121e, reason: Instance 2caf2b44-54f4-40e5-8ff2-f95f9430cb43 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.609275] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450909} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.609489] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86/2069a5ce-4e44-4660-a1d9-2febd2226e86.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.609701] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.609946] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5da6719-5fbd-4fa7-8203-cc3181df4fc4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.617045] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1293.617045] env[69073]: value = "task-3220577" [ 1293.617045] env[69073]: _type = "Task" [ 1293.617045] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.624398] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.916983] env[69073]: INFO nova.compute.manager [-] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Took 1.22 seconds to deallocate network for instance. [ 1294.127639] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071778} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.128028] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.128646] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e05df4-9eed-48a2-8af9-dff4078c469d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.147933] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86/2069a5ce-4e44-4660-a1d9-2febd2226e86.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.148912] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c60b230-4e0b-44bc-bf09-ec0ece4d28f9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.167623] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1294.167623] env[69073]: value = "task-3220578" [ 1294.167623] env[69073]: _type = "Task" [ 1294.167623] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.175457] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.423746] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.424052] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.424281] env[69073]: DEBUG nova.objects.instance [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'resources' on Instance uuid 2caf2b44-54f4-40e5-8ff2-f95f9430cb43 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.677675] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220578, 'name': ReconfigVM_Task, 'duration_secs': 0.264827} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.677675] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86/2069a5ce-4e44-4660-a1d9-2febd2226e86.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.678285] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74025a67-6a3f-4d67-a7ad-0a9d699a2823 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.684483] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1294.684483] env[69073]: value = "task-3220579" [ 1294.684483] env[69073]: _type = "Task" [ 1294.684483] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.693610] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220579, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.010074] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946ac1eb-1bcf-4d4f-89c0-bea3a69d1e79 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.017969] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6033a922-91ad-4601-a541-051164f6eac5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.047316] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7119abd-d36a-449c-9878-f29d92f8a6f7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.053970] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2bbdd9-4116-4e06-b716-d2a4d167a258 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.066666] env[69073]: DEBUG nova.compute.provider_tree [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.195439] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220579, 'name': Rename_Task, 'duration_secs': 0.133239} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.195764] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.196069] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de3d6d10-c96f-46d1-8df5-1fcecf125203 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.204112] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1295.204112] env[69073]: value = "task-3220580" [ 1295.204112] env[69073]: _type = "Task" [ 1295.204112] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.214571] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.569714] env[69073]: DEBUG nova.scheduler.client.report [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.713636] env[69073]: DEBUG oslo_vmware.api [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220580, 'name': PowerOnVM_Task, 'duration_secs': 0.382362} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.713890] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.714105] env[69073]: INFO nova.compute.manager [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Took 5.29 seconds to spawn the instance on the hypervisor. [ 1295.714289] env[69073]: DEBUG nova.compute.manager [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.715012] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91323d7f-dadb-4899-8ec3-8cf699715ef2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.074420] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.092240] env[69073]: INFO nova.scheduler.client.report [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted allocations for instance 2caf2b44-54f4-40e5-8ff2-f95f9430cb43 [ 1296.230755] env[69073]: INFO nova.compute.manager [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Took 10.03 seconds to build instance. [ 1296.599911] env[69073]: DEBUG oslo_concurrency.lockutils [None req-f4e04f4d-6bd6-4a70-8805-dd8e780374f0 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "2caf2b44-54f4-40e5-8ff2-f95f9430cb43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.211s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.732515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-a35146aa-ac4c-427e-a765-453c7e4551ce tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "2069a5ce-4e44-4660-a1d9-2febd2226e86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.543s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.982846] env[69073]: INFO nova.compute.manager [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Rebuilding instance [ 1297.029489] env[69073]: DEBUG nova.compute.manager [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.029985] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c62657-a154-4cd1-b2ea-944d3d0c645f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.044443] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.045440] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3bb7479-5a08-4120-bb64-c7dd4e572346 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.052361] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1298.052361] env[69073]: value = "task-3220581" [ 1298.052361] env[69073]: _type = "Task" [ 1298.052361] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.060793] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.129993] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.130626] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.562783] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220581, 'name': PowerOffVM_Task, 'duration_secs': 0.109978} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.563089] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.563333] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.564103] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfd5d69-2a7f-4c1a-8ac8-5b9a2d4472a0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.570733] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.570868] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-788d261f-7c66-40fc-9509-1595f2005b67 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.597522] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.597780] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.597928] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Deleting the datastore file [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.598206] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35d0a2c7-6cbd-4fe9-b1ca-7fa8b6916d26 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.604218] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1298.604218] env[69073]: value = "task-3220583" [ 1298.604218] env[69073]: _type = "Task" [ 1298.604218] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.613089] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.633023] env[69073]: DEBUG nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.114174] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092115} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.114445] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.114613] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.114788] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.159453] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.159622] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.161167] env[69073]: INFO nova.compute.claims [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.150599] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.150924] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.151023] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.151192] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.151339] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.151493] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.151780] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.151949] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.152134] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.152297] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.152468] env[69073]: DEBUG nova.virt.hardware [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.153381] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8966178c-2cd5-4c5d-ad1b-a15d4ce6b7b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.161529] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bef4b0-cb44-4e9e-91b3-6073cfbb9951 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.176800] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Instance VIF info [] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.182225] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.182623] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.182874] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b61834a6-636a-482f-b5fa-2e5d64f93741 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.198936] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.198936] env[69073]: value = "task-3220584" [ 1300.198936] env[69073]: _type = "Task" [ 1300.198936] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.206103] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220584, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.246202] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556dedbf-7f58-40be-990b-1c0a1a591cc7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.252914] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5571fd-4847-464a-951d-871ee295a35f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.283738] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a9e6a4-96c3-4564-8fe1-f57b569ff449 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.290624] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc028ec-a9f4-4638-86b4-49897524a678 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.303243] env[69073]: DEBUG nova.compute.provider_tree [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.708525] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220584, 'name': CreateVM_Task, 'duration_secs': 0.246542} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.709720] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.709720] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.709720] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.709720] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.709961] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f439162-2fce-4205-8e60-3a081e7bd751 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.714133] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1300.714133] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e3410b-3e0e-861a-dd6c-3acb2a57c32a" [ 1300.714133] env[69073]: _type = "Task" [ 1300.714133] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.721405] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e3410b-3e0e-861a-dd6c-3acb2a57c32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.806659] env[69073]: DEBUG nova.scheduler.client.report [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.224856] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e3410b-3e0e-861a-dd6c-3acb2a57c32a, 'name': SearchDatastore_Task, 'duration_secs': 0.008834} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.225222] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.225395] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.225632] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.225776] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.225951] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.226221] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f967b1d-480f-4c2c-a11f-c6b6696d49fe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.234030] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.234204] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.234861] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1fb258-43b0-4e6d-bd15-be32a06c52a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.239593] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1301.239593] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527302f1-60ea-e62f-9d46-c19dc90e375e" [ 1301.239593] env[69073]: _type = "Task" [ 1301.239593] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.246385] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527302f1-60ea-e62f-9d46-c19dc90e375e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.311374] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.311878] env[69073]: DEBUG nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.750193] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527302f1-60ea-e62f-9d46-c19dc90e375e, 'name': SearchDatastore_Task, 'duration_secs': 0.008204} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.750946] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e41a8d-1247-4e42-ae6f-f62dce645398 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.756341] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1301.756341] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298c6f0-0537-b9d7-5fd1-79ac88034c51" [ 1301.756341] env[69073]: _type = "Task" [ 1301.756341] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.763764] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298c6f0-0537-b9d7-5fd1-79ac88034c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.816398] env[69073]: DEBUG nova.compute.utils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.817825] env[69073]: DEBUG nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1301.818012] env[69073]: DEBUG nova.network.neutron [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.863132] env[69073]: DEBUG nova.policy [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7163e4fa4713436ebfda7c5c83aeb502', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b8bc78b3d3940a5acb0714379271168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.125606] env[69073]: DEBUG nova.network.neutron [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Successfully created port: fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.267451] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5298c6f0-0537-b9d7-5fd1-79ac88034c51, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.267744] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.268011] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86/2069a5ce-4e44-4660-a1d9-2febd2226e86.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.268339] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ad1db3b-7abf-4e6a-9607-d628d1ed0358 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.274661] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1302.274661] env[69073]: value = "task-3220585" [ 1302.274661] env[69073]: _type = "Task" [ 1302.274661] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.282767] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.321657] env[69073]: DEBUG nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.784501] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436938} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.784783] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86/2069a5ce-4e44-4660-a1d9-2febd2226e86.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.784996] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.785257] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c54abf2f-aac2-4475-b5cb-97540ea9a764 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.792575] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1302.792575] env[69073]: value = "task-3220586" [ 1302.792575] env[69073]: _type = "Task" [ 1302.792575] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.799844] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.302692] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058263} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.303075] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.303753] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f116bca4-6570-4a39-bb66-18ff4d5407b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.322901] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86/2069a5ce-4e44-4660-a1d9-2febd2226e86.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.323161] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49249d23-0497-4fef-b034-e6b150f8afd4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.337845] env[69073]: DEBUG nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.344751] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1303.344751] env[69073]: value = "task-3220587" [ 1303.344751] env[69073]: _type = "Task" [ 1303.344751] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.352438] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.364177] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.364406] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.364562] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.364741] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.364886] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.365042] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.365260] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.365421] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.365588] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.365765] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.365956] env[69073]: DEBUG nova.virt.hardware [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.366728] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b5c463-cfd2-485d-9877-ff12f229fede {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.374162] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effaf9be-d8c5-43ff-aa67-0ad367734ba3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.507805] env[69073]: DEBUG nova.compute.manager [req-5f64cbd1-afdb-4fc4-a16c-a298b738eb36 req-0b8507e4-4fb4-4bf5-8e47-88c0d143b580 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Received event network-vif-plugged-fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.508054] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f64cbd1-afdb-4fc4-a16c-a298b738eb36 req-0b8507e4-4fb4-4bf5-8e47-88c0d143b580 service nova] Acquiring lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.508351] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f64cbd1-afdb-4fc4-a16c-a298b738eb36 req-0b8507e4-4fb4-4bf5-8e47-88c0d143b580 service nova] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.508549] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f64cbd1-afdb-4fc4-a16c-a298b738eb36 req-0b8507e4-4fb4-4bf5-8e47-88c0d143b580 service nova] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.508720] env[69073]: DEBUG nova.compute.manager [req-5f64cbd1-afdb-4fc4-a16c-a298b738eb36 req-0b8507e4-4fb4-4bf5-8e47-88c0d143b580 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] No waiting events found dispatching network-vif-plugged-fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1303.508920] env[69073]: WARNING nova.compute.manager [req-5f64cbd1-afdb-4fc4-a16c-a298b738eb36 req-0b8507e4-4fb4-4bf5-8e47-88c0d143b580 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Received unexpected event network-vif-plugged-fbf70acb-c41f-4c72-bea3-6fe80c165dea for instance with vm_state building and task_state spawning. [ 1303.595797] env[69073]: DEBUG nova.network.neutron [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Successfully updated port: fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1303.855144] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220587, 'name': ReconfigVM_Task, 'duration_secs': 0.29955} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.855439] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86/2069a5ce-4e44-4660-a1d9-2febd2226e86.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.856020] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0527936c-5104-42b8-b52d-3262c984af7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.862386] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1303.862386] env[69073]: value = "task-3220588" [ 1303.862386] env[69073]: _type = "Task" [ 1303.862386] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.870195] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220588, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.100182] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.100182] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.100182] env[69073]: DEBUG nova.network.neutron [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.374113] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220588, 'name': Rename_Task, 'duration_secs': 0.132918} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.374113] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.374113] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67029b9-a617-4a4c-ae13-ee6b53cda46b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.379465] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1304.379465] env[69073]: value = "task-3220589" [ 1304.379465] env[69073]: _type = "Task" [ 1304.379465] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.386424] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.629953] env[69073]: DEBUG nova.network.neutron [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1304.756025] env[69073]: DEBUG nova.network.neutron [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updating instance_info_cache with network_info: [{"id": "fbf70acb-c41f-4c72-bea3-6fe80c165dea", "address": "fa:16:3e:fb:00:78", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf70acb-c4", "ovs_interfaceid": "fbf70acb-c41f-4c72-bea3-6fe80c165dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.889841] env[69073]: DEBUG oslo_vmware.api [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220589, 'name': PowerOnVM_Task, 'duration_secs': 0.413858} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.890061] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.890278] env[69073]: DEBUG nova.compute.manager [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1304.891034] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b2c3d-e2d6-4417-8671-c0a91387ac15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.258921] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.259367] env[69073]: DEBUG nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Instance network_info: |[{"id": "fbf70acb-c41f-4c72-bea3-6fe80c165dea", "address": "fa:16:3e:fb:00:78", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf70acb-c4", "ovs_interfaceid": "fbf70acb-c41f-4c72-bea3-6fe80c165dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.259694] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:00:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbf70acb-c41f-4c72-bea3-6fe80c165dea', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.267263] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.267457] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.267674] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52d09e13-8258-479c-aa68-33f5db07ba16 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.286905] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.286905] env[69073]: value = "task-3220590" [ 1305.286905] env[69073]: _type = "Task" [ 1305.286905] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.294102] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220590, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.406213] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.406536] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.406588] env[69073]: DEBUG nova.objects.instance [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1305.533135] env[69073]: DEBUG nova.compute.manager [req-76ae1d0f-3606-4206-ae6e-af22a60ad049 req-7c41576e-65e4-48b5-b323-0b90290483cd service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Received event network-changed-fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.533362] env[69073]: DEBUG nova.compute.manager [req-76ae1d0f-3606-4206-ae6e-af22a60ad049 req-7c41576e-65e4-48b5-b323-0b90290483cd service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Refreshing instance network info cache due to event network-changed-fbf70acb-c41f-4c72-bea3-6fe80c165dea. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.533596] env[69073]: DEBUG oslo_concurrency.lockutils [req-76ae1d0f-3606-4206-ae6e-af22a60ad049 req-7c41576e-65e4-48b5-b323-0b90290483cd service nova] Acquiring lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.533740] env[69073]: DEBUG oslo_concurrency.lockutils [req-76ae1d0f-3606-4206-ae6e-af22a60ad049 req-7c41576e-65e4-48b5-b323-0b90290483cd service nova] Acquired lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.533900] env[69073]: DEBUG nova.network.neutron [req-76ae1d0f-3606-4206-ae6e-af22a60ad049 req-7c41576e-65e4-48b5-b323-0b90290483cd service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Refreshing network info cache for port fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.606763] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "2069a5ce-4e44-4660-a1d9-2febd2226e86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.607028] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "2069a5ce-4e44-4660-a1d9-2febd2226e86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.607254] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "2069a5ce-4e44-4660-a1d9-2febd2226e86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.607438] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "2069a5ce-4e44-4660-a1d9-2febd2226e86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.607608] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "2069a5ce-4e44-4660-a1d9-2febd2226e86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.609724] env[69073]: INFO nova.compute.manager [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Terminating instance [ 1305.796808] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220590, 'name': CreateVM_Task, 'duration_secs': 0.313627} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.797029] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.797657] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.797828] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.798175] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.798420] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb8a236-15ef-4a5c-963e-f6890add8120 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.802515] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1305.802515] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b72396-9766-6b97-a262-9ca37859f2ef" [ 1305.802515] env[69073]: _type = "Task" [ 1305.802515] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.810512] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b72396-9766-6b97-a262-9ca37859f2ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.113600] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "refresh_cache-2069a5ce-4e44-4660-a1d9-2febd2226e86" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.113797] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquired lock "refresh_cache-2069a5ce-4e44-4660-a1d9-2febd2226e86" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.113980] env[69073]: DEBUG nova.network.neutron [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.209441] env[69073]: DEBUG nova.network.neutron [req-76ae1d0f-3606-4206-ae6e-af22a60ad049 req-7c41576e-65e4-48b5-b323-0b90290483cd service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updated VIF entry in instance network info cache for port fbf70acb-c41f-4c72-bea3-6fe80c165dea. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.209814] env[69073]: DEBUG nova.network.neutron [req-76ae1d0f-3606-4206-ae6e-af22a60ad049 req-7c41576e-65e4-48b5-b323-0b90290483cd service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updating instance_info_cache with network_info: [{"id": "fbf70acb-c41f-4c72-bea3-6fe80c165dea", "address": "fa:16:3e:fb:00:78", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf70acb-c4", "ovs_interfaceid": "fbf70acb-c41f-4c72-bea3-6fe80c165dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.312796] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52b72396-9766-6b97-a262-9ca37859f2ef, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.313062] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.313303] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.313536] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.313681] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.313862] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.314142] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2be2f12-f453-4036-b4e5-837add8fa9a3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.321812] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.321979] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.322657] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd4cbb6-9a0a-450d-b0d5-a90b78d49c4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.327227] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1306.327227] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52835625-80b2-33e6-0b25-80c12e913c8d" [ 1306.327227] env[69073]: _type = "Task" [ 1306.327227] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.334496] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52835625-80b2-33e6-0b25-80c12e913c8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.414266] env[69073]: DEBUG oslo_concurrency.lockutils [None req-5f9c48a7-3c0f-4d0b-bf4a-caabaf4121e5 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.631571] env[69073]: DEBUG nova.network.neutron [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.676536] env[69073]: DEBUG nova.network.neutron [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.712787] env[69073]: DEBUG oslo_concurrency.lockutils [req-76ae1d0f-3606-4206-ae6e-af22a60ad049 req-7c41576e-65e4-48b5-b323-0b90290483cd service nova] Releasing lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.837990] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52835625-80b2-33e6-0b25-80c12e913c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.008177} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.838701] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c07076-c8cf-407e-acc0-0bb327ab06c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.843558] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1306.843558] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521e0d8c-31bc-dbc6-b279-675e7fa1bb65" [ 1306.843558] env[69073]: _type = "Task" [ 1306.843558] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.851169] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521e0d8c-31bc-dbc6-b279-675e7fa1bb65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.178992] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Releasing lock "refresh_cache-2069a5ce-4e44-4660-a1d9-2febd2226e86" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.179500] env[69073]: DEBUG nova.compute.manager [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.179698] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.180648] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ed216-46e7-4d04-90c7-51cf00ac1efc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.188255] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.188595] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1030ceca-a64d-4b7e-95ac-399576a733ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.195093] env[69073]: DEBUG oslo_vmware.api [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1307.195093] env[69073]: value = "task-3220591" [ 1307.195093] env[69073]: _type = "Task" [ 1307.195093] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.203576] env[69073]: DEBUG oslo_vmware.api [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.354920] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521e0d8c-31bc-dbc6-b279-675e7fa1bb65, 'name': SearchDatastore_Task, 'duration_secs': 0.009211} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.355196] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.355486] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77/85e7d7c2-9edd-4218-8cbe-ef70687a7b77.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1307.355748] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1799fe94-9969-462f-9812-08976d26ce88 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.361394] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1307.361394] env[69073]: value = "task-3220592" [ 1307.361394] env[69073]: _type = "Task" [ 1307.361394] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.368603] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.704832] env[69073]: DEBUG oslo_vmware.api [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220591, 'name': PowerOffVM_Task, 'duration_secs': 0.11221} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.705257] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.705335] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.705593] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fa4daad-7b66-4063-8cfe-4bfdc440e815 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.732134] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.732370] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.732661] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Deleting the datastore file [datastore2] 2069a5ce-4e44-4660-a1d9-2febd2226e86 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.732954] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6538dafc-7228-474b-939d-778e0d0d19ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.740036] env[69073]: DEBUG oslo_vmware.api [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for the task: (returnval){ [ 1307.740036] env[69073]: value = "task-3220594" [ 1307.740036] env[69073]: _type = "Task" [ 1307.740036] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.748207] env[69073]: DEBUG oslo_vmware.api [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.870995] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430422} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.871292] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77/85e7d7c2-9edd-4218-8cbe-ef70687a7b77.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.871511] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.871755] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-772fa7d8-a448-4e12-b802-f31defca2c7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.877386] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1307.877386] env[69073]: value = "task-3220595" [ 1307.877386] env[69073]: _type = "Task" [ 1307.877386] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.885092] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.249691] env[69073]: DEBUG oslo_vmware.api [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Task: {'id': task-3220594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113799} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.249931] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.250132] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.250310] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.250483] env[69073]: INFO nova.compute.manager [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1308.250723] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.250917] env[69073]: DEBUG nova.compute.manager [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.251020] env[69073]: DEBUG nova.network.neutron [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.265801] env[69073]: DEBUG nova.network.neutron [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.386884] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056832} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.387151] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.387893] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad75b9-0834-41a2-a5b2-b30292f1e472 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.408700] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77/85e7d7c2-9edd-4218-8cbe-ef70687a7b77.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.409208] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60b724ca-e2f6-4137-8971-c62bd0a87369 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.427816] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1308.427816] env[69073]: value = "task-3220596" [ 1308.427816] env[69073]: _type = "Task" [ 1308.427816] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.434928] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.768678] env[69073]: DEBUG nova.network.neutron [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.938068] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220596, 'name': ReconfigVM_Task, 'duration_secs': 0.263736} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.938289] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77/85e7d7c2-9edd-4218-8cbe-ef70687a7b77.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.938929] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1587bc8-3a54-46fc-b4ba-5e4dcbabf0fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.945705] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1308.945705] env[69073]: value = "task-3220597" [ 1308.945705] env[69073]: _type = "Task" [ 1308.945705] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.953527] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220597, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.271573] env[69073]: INFO nova.compute.manager [-] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Took 1.02 seconds to deallocate network for instance. [ 1309.456470] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220597, 'name': Rename_Task, 'duration_secs': 0.137715} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.456734] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.456963] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb8d0418-6e01-4176-b7ca-6e009676f993 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.463300] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1309.463300] env[69073]: value = "task-3220598" [ 1309.463300] env[69073]: _type = "Task" [ 1309.463300] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.470168] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.777420] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.777813] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.778046] env[69073]: DEBUG nova.objects.instance [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lazy-loading 'resources' on Instance uuid 2069a5ce-4e44-4660-a1d9-2febd2226e86 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.972480] env[69073]: DEBUG oslo_vmware.api [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220598, 'name': PowerOnVM_Task, 'duration_secs': 0.44978} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.972744] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.972949] env[69073]: INFO nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1309.973143] env[69073]: DEBUG nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.973922] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa22870-16c6-4946-a0e0-a8a31e26157b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.361456] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e90f3d-39ec-47b7-8d7e-3773724ff8e6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.369039] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73056fe2-8a7b-489b-8ab1-315d470f2dce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.398202] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41b8971-757b-4810-897d-1ead1cc526e2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.405192] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e472c8b-feb8-49a7-bb72-2f96d27e734c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.417682] env[69073]: DEBUG nova.compute.provider_tree [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.492484] env[69073]: INFO nova.compute.manager [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Took 11.35 seconds to build instance. [ 1310.920858] env[69073]: DEBUG nova.scheduler.client.report [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.993810] env[69073]: DEBUG oslo_concurrency.lockutils [None req-93e9f2ac-7f21-4436-8dae-96ef35544ea7 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.863s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.426320] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.445572] env[69073]: INFO nova.scheduler.client.report [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Deleted allocations for instance 2069a5ce-4e44-4660-a1d9-2febd2226e86 [ 1311.652790] env[69073]: DEBUG nova.compute.manager [req-776e061a-15d9-40d2-ba10-e0048e058ce4 req-b2db0b7c-4e82-418b-b3a8-c54395ee59f7 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Received event network-changed-fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.652952] env[69073]: DEBUG nova.compute.manager [req-776e061a-15d9-40d2-ba10-e0048e058ce4 req-b2db0b7c-4e82-418b-b3a8-c54395ee59f7 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Refreshing instance network info cache due to event network-changed-fbf70acb-c41f-4c72-bea3-6fe80c165dea. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.653207] env[69073]: DEBUG oslo_concurrency.lockutils [req-776e061a-15d9-40d2-ba10-e0048e058ce4 req-b2db0b7c-4e82-418b-b3a8-c54395ee59f7 service nova] Acquiring lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.653367] env[69073]: DEBUG oslo_concurrency.lockutils [req-776e061a-15d9-40d2-ba10-e0048e058ce4 req-b2db0b7c-4e82-418b-b3a8-c54395ee59f7 service nova] Acquired lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.653511] env[69073]: DEBUG nova.network.neutron [req-776e061a-15d9-40d2-ba10-e0048e058ce4 req-b2db0b7c-4e82-418b-b3a8-c54395ee59f7 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Refreshing network info cache for port fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.953602] env[69073]: DEBUG oslo_concurrency.lockutils [None req-49960342-960b-4490-b2c5-b6a65ea1d656 tempest-ServerShowV257Test-1061638934 tempest-ServerShowV257Test-1061638934-project-member] Lock "2069a5ce-4e44-4660-a1d9-2febd2226e86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.346s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.350360] env[69073]: DEBUG nova.network.neutron [req-776e061a-15d9-40d2-ba10-e0048e058ce4 req-b2db0b7c-4e82-418b-b3a8-c54395ee59f7 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updated VIF entry in instance network info cache for port fbf70acb-c41f-4c72-bea3-6fe80c165dea. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.350735] env[69073]: DEBUG nova.network.neutron [req-776e061a-15d9-40d2-ba10-e0048e058ce4 req-b2db0b7c-4e82-418b-b3a8-c54395ee59f7 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updating instance_info_cache with network_info: [{"id": "fbf70acb-c41f-4c72-bea3-6fe80c165dea", "address": "fa:16:3e:fb:00:78", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbf70acb-c4", "ovs_interfaceid": "fbf70acb-c41f-4c72-bea3-6fe80c165dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.853378] env[69073]: DEBUG oslo_concurrency.lockutils [req-776e061a-15d9-40d2-ba10-e0048e058ce4 req-b2db0b7c-4e82-418b-b3a8-c54395ee59f7 service nova] Releasing lock "refresh_cache-85e7d7c2-9edd-4218-8cbe-ef70687a7b77" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.090905] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.091212] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.594787] env[69073]: DEBUG nova.compute.utils [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.097587] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.155547] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.155966] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.156079] env[69073]: INFO nova.compute.manager [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Attaching volume af35ffea-c1de-4b5e-94ee-ece856086aec to /dev/sdb [ 1319.185720] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a973b4-2b09-4c6f-a1eb-876f5245f4a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.194229] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66686aa-d50b-405f-8139-d6412938fe7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.207414] env[69073]: DEBUG nova.virt.block_device [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Updating existing volume attachment record: 4acbe010-cdec-407f-9e24-e4101068bfa0 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1322.442984] env[69073]: DEBUG nova.compute.manager [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1322.962251] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.962535] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.467913] env[69073]: INFO nova.compute.claims [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.748778] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1323.749040] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643870', 'volume_id': 'af35ffea-c1de-4b5e-94ee-ece856086aec', 'name': 'volume-af35ffea-c1de-4b5e-94ee-ece856086aec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2acd5180-acf9-4ef4-843b-6cbb4811be5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'af35ffea-c1de-4b5e-94ee-ece856086aec', 'serial': 'af35ffea-c1de-4b5e-94ee-ece856086aec'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1323.749940] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea23c766-38bd-481c-9523-f0ec26822415 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.766122] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b49f3f-8dee-461d-9e51-7eac68153527 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.790051] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-af35ffea-c1de-4b5e-94ee-ece856086aec/volume-af35ffea-c1de-4b5e-94ee-ece856086aec.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.790051] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deee63df-5979-488e-a242-dafe0a9d3490 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.807150] env[69073]: DEBUG oslo_vmware.api [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1323.807150] env[69073]: value = "task-3220601" [ 1323.807150] env[69073]: _type = "Task" [ 1323.807150] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.814519] env[69073]: DEBUG oslo_vmware.api [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.975112] env[69073]: INFO nova.compute.resource_tracker [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating resource usage from migration aadfc159-9d97-4510-b27f-e5bd4db41c80 [ 1324.044304] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26177084-8720-477f-83d8-d9321701b703 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.053596] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d21d404-a278-49e4-8851-ccefe977b450 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.082377] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93716a7e-42e2-49ed-8ce3-61edbd7867f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.089505] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325f0d3-e3bc-4b92-874b-cf0de1771c3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.102408] env[69073]: DEBUG nova.compute.provider_tree [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.311852] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.317540] env[69073]: DEBUG oslo_vmware.api [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220601, 'name': ReconfigVM_Task, 'duration_secs': 0.365168} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.317789] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-af35ffea-c1de-4b5e-94ee-ece856086aec/volume-af35ffea-c1de-4b5e-94ee-ece856086aec.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.322471] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff906bef-a349-45f4-bac7-7e035750995e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.336131] env[69073]: DEBUG oslo_vmware.api [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1324.336131] env[69073]: value = "task-3220602" [ 1324.336131] env[69073]: _type = "Task" [ 1324.336131] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.343562] env[69073]: DEBUG oslo_vmware.api [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.605787] env[69073]: DEBUG nova.scheduler.client.report [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.846651] env[69073]: DEBUG oslo_vmware.api [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220602, 'name': ReconfigVM_Task, 'duration_secs': 0.141053} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.846951] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643870', 'volume_id': 'af35ffea-c1de-4b5e-94ee-ece856086aec', 'name': 'volume-af35ffea-c1de-4b5e-94ee-ece856086aec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2acd5180-acf9-4ef4-843b-6cbb4811be5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'af35ffea-c1de-4b5e-94ee-ece856086aec', 'serial': 'af35ffea-c1de-4b5e-94ee-ece856086aec'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1325.111400] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.149s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.111587] env[69073]: INFO nova.compute.manager [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Migrating [ 1325.311018] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.626620] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.627029] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.627029] env[69073]: DEBUG nova.network.neutron [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.814585] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.814839] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.815033] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.815196] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1325.816098] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6979a640-dcb8-4476-9a30-158635504be7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.824544] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d87ce33-0cd8-4a65-8157-e5324a763f91 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.838184] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d025454f-2b16-468f-b04f-b8072739ae52 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.844347] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121caacf-b45d-413b-9f6d-7d69ff6b661f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.872167] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180170MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1325.872345] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.872550] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.881189] env[69073]: DEBUG nova.objects.instance [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'flavor' on Instance uuid 2acd5180-acf9-4ef4-843b-6cbb4811be5e {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.336602] env[69073]: DEBUG nova.network.neutron [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [{"id": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "address": "fa:16:3e:3f:7b:aa", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b3dc76-12", "ovs_interfaceid": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.385258] env[69073]: DEBUG oslo_concurrency.lockutils [None req-01836f63-c0ec-45c4-8ab6-515694127d80 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.229s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.607602] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.607859] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.839606] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.878570] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Applying migration context for instance 361d11cf-ec44-41ef-a3b5-5e1953107653 as it has an incoming, in-progress migration aadfc159-9d97-4510-b27f-e5bd4db41c80. Migration status is pre-migrating {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1326.879404] env[69073]: INFO nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating resource usage from migration aadfc159-9d97-4510-b27f-e5bd4db41c80 [ 1326.897513] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance cd5433df-cd2e-4070-a285-5730b420766a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1326.897660] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 2acd5180-acf9-4ef4-843b-6cbb4811be5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1326.897783] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1326.897902] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Migration aadfc159-9d97-4510-b27f-e5bd4db41c80 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1326.898029] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 361d11cf-ec44-41ef-a3b5-5e1953107653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1326.898209] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1326.898345] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1326.962707] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724d6eb3-fd19-47b8-ad49-e9c1a60f51eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.970278] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ba5669-51db-4813-aab8-f2ecad313c64 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.999710] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002d0fe5-b635-4b42-a6c9-77dacca37ebc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.007643] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2fad16-a22b-4ae2-b88a-f632d6002cb0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.023581] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.111073] env[69073]: INFO nova.compute.manager [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Detaching volume af35ffea-c1de-4b5e-94ee-ece856086aec [ 1327.143546] env[69073]: INFO nova.virt.block_device [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Attempting to driver detach volume af35ffea-c1de-4b5e-94ee-ece856086aec from mountpoint /dev/sdb [ 1327.143825] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1327.143998] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643870', 'volume_id': 'af35ffea-c1de-4b5e-94ee-ece856086aec', 'name': 'volume-af35ffea-c1de-4b5e-94ee-ece856086aec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2acd5180-acf9-4ef4-843b-6cbb4811be5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'af35ffea-c1de-4b5e-94ee-ece856086aec', 'serial': 'af35ffea-c1de-4b5e-94ee-ece856086aec'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1327.144815] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1bc66e-2c57-43f8-bbe0-a61a3010123d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.166609] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fdc2a7-895a-4c9a-a9a8-b640a92b12b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.173398] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5aa290-bfd3-421b-8d38-700534fa0781 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.192831] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27c63e1-1df5-4b4c-b2b6-76a88874419e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.206771] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] The volume has not been displaced from its original location: [datastore2] volume-af35ffea-c1de-4b5e-94ee-ece856086aec/volume-af35ffea-c1de-4b5e-94ee-ece856086aec.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1327.211981] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.212224] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e598c4-524e-4d00-8a09-c9cd3d640467 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.230014] env[69073]: DEBUG oslo_vmware.api [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1327.230014] env[69073]: value = "task-3220603" [ 1327.230014] env[69073]: _type = "Task" [ 1327.230014] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.237169] env[69073]: DEBUG oslo_vmware.api [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.526074] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.739585] env[69073]: DEBUG oslo_vmware.api [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220603, 'name': ReconfigVM_Task, 'duration_secs': 0.280609} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.739845] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.744502] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d323518-7acd-4b83-bf1f-2517ce5835b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.758522] env[69073]: DEBUG oslo_vmware.api [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1327.758522] env[69073]: value = "task-3220604" [ 1327.758522] env[69073]: _type = "Task" [ 1327.758522] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.766046] env[69073]: DEBUG oslo_vmware.api [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.031843] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1328.032261] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.268708] env[69073]: DEBUG oslo_vmware.api [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220604, 'name': ReconfigVM_Task, 'duration_secs': 0.348968} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.268990] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643870', 'volume_id': 'af35ffea-c1de-4b5e-94ee-ece856086aec', 'name': 'volume-af35ffea-c1de-4b5e-94ee-ece856086aec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2acd5180-acf9-4ef4-843b-6cbb4811be5e', 'attached_at': '', 'detached_at': '', 'volume_id': 'af35ffea-c1de-4b5e-94ee-ece856086aec', 'serial': 'af35ffea-c1de-4b5e-94ee-ece856086aec'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1328.355827] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a865e-17b7-42d4-b7c6-8362de68252f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.374775] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance '361d11cf-ec44-41ef-a3b5-5e1953107653' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.807645] env[69073]: DEBUG nova.objects.instance [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'flavor' on Instance uuid 2acd5180-acf9-4ef4-843b-6cbb4811be5e {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.880272] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.880573] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58752866-c6a8-4ddd-8bed-386c2f3eb400 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.888245] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1328.888245] env[69073]: value = "task-3220605" [ 1328.888245] env[69073]: _type = "Task" [ 1328.888245] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.896663] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.033206] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.306957] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.312403] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.312600] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.397209] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220605, 'name': PowerOffVM_Task, 'duration_secs': 0.1823} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.397479] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.397666] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance '361d11cf-ec44-41ef-a3b5-5e1953107653' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.815859] env[69073]: DEBUG oslo_concurrency.lockutils [None req-1c5b807c-99d1-40b3-951b-4f17427de675 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.903787] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.904065] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.904229] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.904411] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.904558] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.904703] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.904909] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.905082] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.905256] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.905481] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.905696] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.910661] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3689a505-9559-47bc-86b9-ed4324f175e4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.927186] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1329.927186] env[69073]: value = "task-3220606" [ 1329.927186] env[69073]: _type = "Task" [ 1329.927186] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.935060] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.311088] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.311434] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.311596] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1330.437321] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220606, 'name': ReconfigVM_Task, 'duration_secs': 0.153545} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.437988] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance '361d11cf-ec44-41ef-a3b5-5e1953107653' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.841698] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.841969] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.842208] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.842395] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.842563] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.844726] env[69073]: INFO nova.compute.manager [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Terminating instance [ 1330.945313] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.945556] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.945718] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.945896] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.946055] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.946212] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.946417] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.946577] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.946740] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.946900] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.947084] env[69073]: DEBUG nova.virt.hardware [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.952361] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.952649] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb70bb23-d71a-4ff9-9788-0dba446c1e2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.971873] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1330.971873] env[69073]: value = "task-3220607" [ 1330.971873] env[69073]: _type = "Task" [ 1330.971873] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.979631] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.348483] env[69073]: DEBUG nova.compute.manager [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1331.348871] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.349686] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d731b-4bb1-4d2a-b9da-92502a7b73f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.357475] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1331.357711] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e885841-575d-426f-9413-bfe4aef84afb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.363739] env[69073]: DEBUG oslo_vmware.api [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1331.363739] env[69073]: value = "task-3220608" [ 1331.363739] env[69073]: _type = "Task" [ 1331.363739] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.371792] env[69073]: DEBUG oslo_vmware.api [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.481973] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220607, 'name': ReconfigVM_Task, 'duration_secs': 0.167645} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.482298] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1331.483056] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a2cbc-017f-4132-a444-53367a7f6827 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.504730] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653/361d11cf-ec44-41ef-a3b5-5e1953107653.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.505062] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b6801a4-040f-4cbe-8bb0-696e92d463db {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.523196] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1331.523196] env[69073]: value = "task-3220609" [ 1331.523196] env[69073]: _type = "Task" [ 1331.523196] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.531155] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.873849] env[69073]: DEBUG oslo_vmware.api [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220608, 'name': PowerOffVM_Task, 'duration_secs': 0.183607} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.874131] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.874302] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.874564] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f49d789b-909d-410b-95c2-8c1c4cb5000a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.937635] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.937860] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.938072] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleting the datastore file [datastore2] 2acd5180-acf9-4ef4-843b-6cbb4811be5e {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.938352] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16890db6-ba4f-4243-b211-bc584cf953bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.945165] env[69073]: DEBUG oslo_vmware.api [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1331.945165] env[69073]: value = "task-3220611" [ 1331.945165] env[69073]: _type = "Task" [ 1331.945165] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.952815] env[69073]: DEBUG oslo_vmware.api [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.032105] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220609, 'name': ReconfigVM_Task, 'duration_secs': 0.251246} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.032369] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653/361d11cf-ec44-41ef-a3b5-5e1953107653.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.032652] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance '361d11cf-ec44-41ef-a3b5-5e1953107653' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.456226] env[69073]: DEBUG oslo_vmware.api [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120682} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.456497] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.456670] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.456852] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.457034] env[69073]: INFO nova.compute.manager [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1332.457281] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.457469] env[69073]: DEBUG nova.compute.manager [-] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.457565] env[69073]: DEBUG nova.network.neutron [-] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.538905] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47870c00-7c97-446c-b29f-aa728e6ba487 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.559538] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84e9a3-9202-4fa0-9709-0711891d52e5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.576906] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance '361d11cf-ec44-41ef-a3b5-5e1953107653' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.925312] env[69073]: DEBUG nova.compute.manager [req-fdbf723a-a089-4f15-9b78-ff744b36334f req-5d8380a9-a06d-45ae-9b19-12e2e340a61a service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Received event network-vif-deleted-9377b83f-c9bf-43e7-b683-3c136a6ed334 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.925571] env[69073]: INFO nova.compute.manager [req-fdbf723a-a089-4f15-9b78-ff744b36334f req-5d8380a9-a06d-45ae-9b19-12e2e340a61a service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Neutron deleted interface 9377b83f-c9bf-43e7-b683-3c136a6ed334; detaching it from the instance and deleting it from the info cache [ 1332.925785] env[69073]: DEBUG nova.network.neutron [req-fdbf723a-a089-4f15-9b78-ff744b36334f req-5d8380a9-a06d-45ae-9b19-12e2e340a61a service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.117552] env[69073]: DEBUG nova.network.neutron [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Port 12b3dc76-12dc-424a-a4b2-fc43cbb15884 binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1333.403050] env[69073]: DEBUG nova.network.neutron [-] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.428726] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4abcc1e1-24ba-4e0e-af4a-0edbc8ff922d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.438738] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9962a9c-b683-4771-98a1-f043bbad6f9c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.464200] env[69073]: DEBUG nova.compute.manager [req-fdbf723a-a089-4f15-9b78-ff744b36334f req-5d8380a9-a06d-45ae-9b19-12e2e340a61a service nova] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Detach interface failed, port_id=9377b83f-c9bf-43e7-b683-3c136a6ed334, reason: Instance 2acd5180-acf9-4ef4-843b-6cbb4811be5e could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.905836] env[69073]: INFO nova.compute.manager [-] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Took 1.45 seconds to deallocate network for instance. [ 1334.140717] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.140898] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.141066] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.411109] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.411416] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.411652] env[69073]: DEBUG nova.objects.instance [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'resources' on Instance uuid 2acd5180-acf9-4ef4-843b-6cbb4811be5e {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.983688] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7226ceea-70bf-4dc2-a341-be852d460009 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.990984] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4e44bd-3526-44a3-8114-467f6a28390d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.019743] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bd0743-7c94-4444-9965-46e88423f447 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.026315] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2900dc7-a225-4fec-864a-aea0516edb53 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.038617] env[69073]: DEBUG nova.compute.provider_tree [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.174594] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.174792] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.174970] env[69073]: DEBUG nova.network.neutron [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.541570] env[69073]: DEBUG nova.scheduler.client.report [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.925307] env[69073]: DEBUG nova.network.neutron [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [{"id": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "address": "fa:16:3e:3f:7b:aa", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b3dc76-12", "ovs_interfaceid": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.046857] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.065708] env[69073]: INFO nova.scheduler.client.report [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleted allocations for instance 2acd5180-acf9-4ef4-843b-6cbb4811be5e [ 1336.428147] env[69073]: DEBUG oslo_concurrency.lockutils [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.572510] env[69073]: DEBUG oslo_concurrency.lockutils [None req-03a78306-b1d1-4d90-95e2-684b76f2d377 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "2acd5180-acf9-4ef4-843b-6cbb4811be5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.730s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.957461] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497ec92c-4b52-4c0b-923c-b7d7734545e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.976932] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2c888-7a16-4eb0-a470-39dcb8fb56b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.983703] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance '361d11cf-ec44-41ef-a3b5-5e1953107653' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.306932] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1337.490033] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.490383] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6810e485-7c5a-4f0d-88e8-cb440c7f27eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.498095] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1337.498095] env[69073]: value = "task-3220612" [ 1337.498095] env[69073]: _type = "Task" [ 1337.498095] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.505468] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.007714] env[69073]: DEBUG oslo_vmware.api [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220612, 'name': PowerOnVM_Task, 'duration_secs': 0.374108} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.007970] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.008171] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-33e558f4-9470-4b10-967d-d8121940ab73 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance '361d11cf-ec44-41ef-a3b5-5e1953107653' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.826942] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.827306] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.329424] env[69073]: DEBUG nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.852707] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.852995] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.854571] env[69073]: INFO nova.compute.claims [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.943513] env[69073]: DEBUG nova.network.neutron [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Port 12b3dc76-12dc-424a-a4b2-fc43cbb15884 binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1339.943798] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.943951] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.944134] env[69073]: DEBUG nova.network.neutron [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.684944] env[69073]: DEBUG nova.network.neutron [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [{"id": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "address": "fa:16:3e:3f:7b:aa", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b3dc76-12", "ovs_interfaceid": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.931194] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1f48d1-2e64-4740-8372-a49b369233fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.938728] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f08426-609f-4185-bf41-deabd01a4a38 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.969804] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194490cb-9dbe-4f78-9f83-3b3c4b9ecee8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.976889] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9068b5c-a42a-41f7-86f2-adf87920e5e9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.989396] env[69073]: DEBUG nova.compute.provider_tree [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.188168] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.492971] env[69073]: DEBUG nova.scheduler.client.report [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.691796] env[69073]: DEBUG nova.compute.manager [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69073) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1341.692050] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.997979] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.998551] env[69073]: DEBUG nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.001418] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.309s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.504495] env[69073]: DEBUG nova.compute.utils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.506071] env[69073]: DEBUG nova.objects.instance [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'migration_context' on Instance uuid 361d11cf-ec44-41ef-a3b5-5e1953107653 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.507555] env[69073]: DEBUG nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.507724] env[69073]: DEBUG nova.network.neutron [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.542942] env[69073]: DEBUG nova.policy [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '831621232b39495b98128663f0256e82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5647c49a49d45868c6afc712c7b97d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.848400] env[69073]: DEBUG nova.network.neutron [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Successfully created port: 3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.008447] env[69073]: DEBUG nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.090207] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206a819e-c9eb-4042-8743-06a2c99e528f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.097607] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b80a0a9-4216-4ad2-8a4f-ed0fbd77f0f8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.127429] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe4b9fc-1f60-49c5-bddc-7c8683d89c20 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.133818] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad4b804-7e94-4f4f-a409-bc978063d428 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.146497] env[69073]: DEBUG nova.compute.provider_tree [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.649425] env[69073]: DEBUG nova.scheduler.client.report [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.020999] env[69073]: DEBUG nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.046789] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.047061] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.047225] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.047408] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.047557] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.047706] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.047914] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.048080] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.048250] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.048412] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.048584] env[69073]: DEBUG nova.virt.hardware [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.049445] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6274a004-f495-4c60-8c8d-e6d18a99249b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.057152] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bebc38-a81b-4b8d-89de-65b280836ad4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.206304] env[69073]: DEBUG nova.compute.manager [req-a9214f13-370a-4886-9c94-0bd4aaa2a6cf req-f101a810-cc51-4a30-94a7-5a096f601493 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Received event network-vif-plugged-3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.206588] env[69073]: DEBUG oslo_concurrency.lockutils [req-a9214f13-370a-4886-9c94-0bd4aaa2a6cf req-f101a810-cc51-4a30-94a7-5a096f601493 service nova] Acquiring lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.206760] env[69073]: DEBUG oslo_concurrency.lockutils [req-a9214f13-370a-4886-9c94-0bd4aaa2a6cf req-f101a810-cc51-4a30-94a7-5a096f601493 service nova] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.206934] env[69073]: DEBUG oslo_concurrency.lockutils [req-a9214f13-370a-4886-9c94-0bd4aaa2a6cf req-f101a810-cc51-4a30-94a7-5a096f601493 service nova] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.207104] env[69073]: DEBUG nova.compute.manager [req-a9214f13-370a-4886-9c94-0bd4aaa2a6cf req-f101a810-cc51-4a30-94a7-5a096f601493 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] No waiting events found dispatching network-vif-plugged-3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.207269] env[69073]: WARNING nova.compute.manager [req-a9214f13-370a-4886-9c94-0bd4aaa2a6cf req-f101a810-cc51-4a30-94a7-5a096f601493 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Received unexpected event network-vif-plugged-3f51591a-688f-4cc4-9a3e-aa1243ce9880 for instance with vm_state building and task_state spawning. [ 1344.288028] env[69073]: DEBUG nova.network.neutron [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Successfully updated port: 3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.660698] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.659s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.790220] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.790388] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.790963] env[69073]: DEBUG nova.network.neutron [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.321102] env[69073]: DEBUG nova.network.neutron [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.437790] env[69073]: DEBUG nova.network.neutron [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Updating instance_info_cache with network_info: [{"id": "3f51591a-688f-4cc4-9a3e-aa1243ce9880", "address": "fa:16:3e:73:ee:1d", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f51591a-68", "ovs_interfaceid": "3f51591a-688f-4cc4-9a3e-aa1243ce9880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.940682] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.940964] env[69073]: DEBUG nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Instance network_info: |[{"id": "3f51591a-688f-4cc4-9a3e-aa1243ce9880", "address": "fa:16:3e:73:ee:1d", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f51591a-68", "ovs_interfaceid": "3f51591a-688f-4cc4-9a3e-aa1243ce9880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1345.941433] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:ee:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f51591a-688f-4cc4-9a3e-aa1243ce9880', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.948864] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.949079] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.949310] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51b4dcc4-4e68-400b-98bd-301144fb4f41 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.968862] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.968862] env[69073]: value = "task-3220613" [ 1345.968862] env[69073]: _type = "Task" [ 1345.968862] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.976081] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220613, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.204204] env[69073]: INFO nova.compute.manager [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Swapping old allocation on dict_keys(['c0741477-85d0-4873-a73a-cccb16461097']) held by migration aadfc159-9d97-4510-b27f-e5bd4db41c80 for instance [ 1346.227038] env[69073]: DEBUG nova.scheduler.client.report [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Overwriting current allocation {'allocations': {'c0741477-85d0-4873-a73a-cccb16461097': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': '414dd319029b45a387b21fe556d09f85', 'user_id': 'f321f966a067455ba5fecd8cde019085', 'consumer_generation': 1} on consumer 361d11cf-ec44-41ef-a3b5-5e1953107653 {{(pid=69073) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1346.231671] env[69073]: DEBUG nova.compute.manager [req-cefd7dbc-51b8-4dd3-a11f-104da36f0bef req-db1f7169-61ae-493d-b51b-f6909db6b4b8 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Received event network-changed-3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.231777] env[69073]: DEBUG nova.compute.manager [req-cefd7dbc-51b8-4dd3-a11f-104da36f0bef req-db1f7169-61ae-493d-b51b-f6909db6b4b8 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Refreshing instance network info cache due to event network-changed-3f51591a-688f-4cc4-9a3e-aa1243ce9880. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.233128] env[69073]: DEBUG oslo_concurrency.lockutils [req-cefd7dbc-51b8-4dd3-a11f-104da36f0bef req-db1f7169-61ae-493d-b51b-f6909db6b4b8 service nova] Acquiring lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.233128] env[69073]: DEBUG oslo_concurrency.lockutils [req-cefd7dbc-51b8-4dd3-a11f-104da36f0bef req-db1f7169-61ae-493d-b51b-f6909db6b4b8 service nova] Acquired lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.233128] env[69073]: DEBUG nova.network.neutron [req-cefd7dbc-51b8-4dd3-a11f-104da36f0bef req-db1f7169-61ae-493d-b51b-f6909db6b4b8 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Refreshing network info cache for port 3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.307932] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.308151] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.308331] env[69073]: DEBUG nova.network.neutron [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.478536] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220613, 'name': CreateVM_Task, 'duration_secs': 0.329497} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.478885] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.479345] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.479533] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.479865] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.480123] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216560a7-80da-4562-a2b4-ca22a3878a72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.484785] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1346.484785] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52451114-780b-dc78-4bc3-4eb4a8f97484" [ 1346.484785] env[69073]: _type = "Task" [ 1346.484785] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.491797] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52451114-780b-dc78-4bc3-4eb4a8f97484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.919895] env[69073]: DEBUG nova.network.neutron [req-cefd7dbc-51b8-4dd3-a11f-104da36f0bef req-db1f7169-61ae-493d-b51b-f6909db6b4b8 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Updated VIF entry in instance network info cache for port 3f51591a-688f-4cc4-9a3e-aa1243ce9880. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.920260] env[69073]: DEBUG nova.network.neutron [req-cefd7dbc-51b8-4dd3-a11f-104da36f0bef req-db1f7169-61ae-493d-b51b-f6909db6b4b8 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Updating instance_info_cache with network_info: [{"id": "3f51591a-688f-4cc4-9a3e-aa1243ce9880", "address": "fa:16:3e:73:ee:1d", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f51591a-68", "ovs_interfaceid": "3f51591a-688f-4cc4-9a3e-aa1243ce9880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.996565] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52451114-780b-dc78-4bc3-4eb4a8f97484, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.996840] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.997076] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.997313] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.997459] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.997633] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.997892] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af0ad20f-979a-4b97-ab28-ea85360be1e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.006104] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.006272] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.006987] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df156fbe-5a47-495d-b429-404bcf55dc0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.011857] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1347.011857] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527e5566-856e-c338-49f1-b850d93a955a" [ 1347.011857] env[69073]: _type = "Task" [ 1347.011857] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.019285] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527e5566-856e-c338-49f1-b850d93a955a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.020067] env[69073]: DEBUG nova.network.neutron [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [{"id": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "address": "fa:16:3e:3f:7b:aa", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12b3dc76-12", "ovs_interfaceid": "12b3dc76-12dc-424a-a4b2-fc43cbb15884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.423296] env[69073]: DEBUG oslo_concurrency.lockutils [req-cefd7dbc-51b8-4dd3-a11f-104da36f0bef req-db1f7169-61ae-493d-b51b-f6909db6b4b8 service nova] Releasing lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.522372] env[69073]: DEBUG oslo_concurrency.lockutils [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-361d11cf-ec44-41ef-a3b5-5e1953107653" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.522821] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.523111] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527e5566-856e-c338-49f1-b850d93a955a, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.523325] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-641dd909-c03f-46b7-a233-a84556370fb5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.525395] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5695d30a-e510-4b20-938a-4f0cb2cbf290 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.530924] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1347.530924] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523a2722-92fd-2884-a31a-71021eeaa738" [ 1347.530924] env[69073]: _type = "Task" [ 1347.530924] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.534713] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1347.534713] env[69073]: value = "task-3220614" [ 1347.534713] env[69073]: _type = "Task" [ 1347.534713] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.540933] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523a2722-92fd-2884-a31a-71021eeaa738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.545926] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.041928] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523a2722-92fd-2884-a31a-71021eeaa738, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.042551] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.042884] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 894a03bb-c04a-4f07-bd17-d72ae7df0f9b/894a03bb-c04a-4f07-bd17-d72ae7df0f9b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.043120] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b68a83e-ffa2-4d42-b34a-c723d6756067 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.047578] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220614, 'name': PowerOffVM_Task, 'duration_secs': 0.190802} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.048123] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.048757] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.048966] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.049134] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.049321] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.049514] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.049677] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.049887] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.050055] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.050225] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.050387] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.050554] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.056270] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b85cf5-0031-47fe-bb07-264c6ad377df {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.066097] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1348.066097] env[69073]: value = "task-3220615" [ 1348.066097] env[69073]: _type = "Task" [ 1348.066097] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.071240] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1348.071240] env[69073]: value = "task-3220616" [ 1348.071240] env[69073]: _type = "Task" [ 1348.071240] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.074203] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.080771] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.487066] env[69073]: DEBUG oslo_concurrency.lockutils [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.487343] env[69073]: DEBUG oslo_concurrency.lockutils [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.575857] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446144} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.578894] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 894a03bb-c04a-4f07-bd17-d72ae7df0f9b/894a03bb-c04a-4f07-bd17-d72ae7df0f9b.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.579124] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.579368] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585bb728-29f4-4438-8e20-01ee06d3cd84 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.585414] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220616, 'name': ReconfigVM_Task, 'duration_secs': 0.128689} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.586618] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1348.586618] env[69073]: value = "task-3220617" [ 1348.586618] env[69073]: _type = "Task" [ 1348.586618] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.587293] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9d078a-8db0-4d7c-b41c-b3721a9dc45f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.596579] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.609905] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.610152] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.610316] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.610497] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.610644] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.610791] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.610997] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.611176] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.611343] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.611531] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.611717] env[69073]: DEBUG nova.virt.hardware [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.612514] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1937e596-63bf-4c39-bd53-1b1742903482 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.617392] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1348.617392] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523ba7bd-f3e7-9b37-9453-bf3533ee6786" [ 1348.617392] env[69073]: _type = "Task" [ 1348.617392] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.624961] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523ba7bd-f3e7-9b37-9453-bf3533ee6786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.991037] env[69073]: DEBUG nova.compute.utils [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.098532] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069351} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.098785] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.099587] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbef0aa3-b1cd-4ff9-8496-3509b36e574a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.120791] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 894a03bb-c04a-4f07-bd17-d72ae7df0f9b/894a03bb-c04a-4f07-bd17-d72ae7df0f9b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.121056] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa44765-7013-4d99-ba01-148ef8594669 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.142630] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]523ba7bd-f3e7-9b37-9453-bf3533ee6786, 'name': SearchDatastore_Task, 'duration_secs': 0.007083} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.148419] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1349.148732] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1349.148732] env[69073]: value = "task-3220618" [ 1349.148732] env[69073]: _type = "Task" [ 1349.148732] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.148910] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e506e789-262d-4a3d-8bac-ac284428655c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.169997] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.171290] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1349.171290] env[69073]: value = "task-3220619" [ 1349.171290] env[69073]: _type = "Task" [ 1349.171290] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.179930] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.493887] env[69073]: DEBUG oslo_concurrency.lockutils [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.673600] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220618, 'name': ReconfigVM_Task, 'duration_secs': 0.305911} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.676373] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 894a03bb-c04a-4f07-bd17-d72ae7df0f9b/894a03bb-c04a-4f07-bd17-d72ae7df0f9b.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.676928] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5927058-1809-41bc-b01b-65c3ace67754 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.682840] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220619, 'name': ReconfigVM_Task, 'duration_secs': 0.183376} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.683880] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1349.684197] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1349.684197] env[69073]: value = "task-3220620" [ 1349.684197] env[69073]: _type = "Task" [ 1349.684197] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.684815] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905d470e-7350-4c23-83fc-b646de7c4889 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.703396] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220620, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.710440] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653/361d11cf-ec44-41ef-a3b5-5e1953107653.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.710680] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe0c7cf-5994-49a6-aca0-d67f16b80751 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.727470] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1349.727470] env[69073]: value = "task-3220621" [ 1349.727470] env[69073]: _type = "Task" [ 1349.727470] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.734488] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.196797] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220620, 'name': Rename_Task, 'duration_secs': 0.152034} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.197097] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.197383] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be5875c4-3378-4e2d-b1c0-5900f1824380 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.203619] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1350.203619] env[69073]: value = "task-3220622" [ 1350.203619] env[69073]: _type = "Task" [ 1350.203619] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.210722] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.235175] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220621, 'name': ReconfigVM_Task, 'duration_secs': 0.279182} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.235494] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653/361d11cf-ec44-41ef-a3b5-5e1953107653.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.236314] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd43bf8-b8d3-401d-a76f-d5a54b1f1a40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.254269] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bffd751-5162-478c-95ba-324327748ada {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.271773] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abe978c-495b-4a7d-be55-daae6986ca49 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.290346] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e98763-7f3a-4e2a-8e5a-57079bec6124 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.296906] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.297153] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b0e9ea7-da08-426e-89db-255fd17b17b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.303343] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1350.303343] env[69073]: value = "task-3220623" [ 1350.303343] env[69073]: _type = "Task" [ 1350.303343] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.317061] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.553935] env[69073]: DEBUG oslo_concurrency.lockutils [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.554293] env[69073]: DEBUG oslo_concurrency.lockutils [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.554589] env[69073]: INFO nova.compute.manager [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Attaching volume 91a84936-57da-4f23-9333-dd62d556d5a9 to /dev/sdb [ 1350.585662] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe72caf-563b-4184-b074-cd06fc11ae40 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.593181] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a430ffb2-c6ff-41d2-8db6-44d5e2c510c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.606959] env[69073]: DEBUG nova.virt.block_device [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updating existing volume attachment record: 4d224c56-85bf-476b-91c7-dbbdb2c1fbd9 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1350.713517] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220622, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.812940] env[69073]: DEBUG oslo_vmware.api [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220623, 'name': PowerOnVM_Task, 'duration_secs': 0.434995} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.813398] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.214540] env[69073]: DEBUG oslo_vmware.api [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220622, 'name': PowerOnVM_Task, 'duration_secs': 0.515519} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.214833] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.215091] env[69073]: INFO nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1351.215284] env[69073]: DEBUG nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.216135] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b734ef1-563c-4e52-8c4e-f398e92ddbfa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.735109] env[69073]: INFO nova.compute.manager [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Took 11.90 seconds to build instance. [ 1351.823919] env[69073]: INFO nova.compute.manager [None req-12837b9c-908e-445d-81a0-4e440e3bef80 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance to original state: 'active' [ 1352.237225] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b41964e0-4740-4880-9085-08aa4a83cafe tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.410s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.267009] env[69073]: DEBUG nova.compute.manager [req-fb2a1e4e-885b-41a3-84fc-266d74a709bb req-b715042c-8c91-48c3-8adb-c7cc9b902692 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Received event network-changed-3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.267292] env[69073]: DEBUG nova.compute.manager [req-fb2a1e4e-885b-41a3-84fc-266d74a709bb req-b715042c-8c91-48c3-8adb-c7cc9b902692 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Refreshing instance network info cache due to event network-changed-3f51591a-688f-4cc4-9a3e-aa1243ce9880. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.267612] env[69073]: DEBUG oslo_concurrency.lockutils [req-fb2a1e4e-885b-41a3-84fc-266d74a709bb req-b715042c-8c91-48c3-8adb-c7cc9b902692 service nova] Acquiring lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.267612] env[69073]: DEBUG oslo_concurrency.lockutils [req-fb2a1e4e-885b-41a3-84fc-266d74a709bb req-b715042c-8c91-48c3-8adb-c7cc9b902692 service nova] Acquired lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.267807] env[69073]: DEBUG nova.network.neutron [req-fb2a1e4e-885b-41a3-84fc-266d74a709bb req-b715042c-8c91-48c3-8adb-c7cc9b902692 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Refreshing network info cache for port 3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.621680] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "361d11cf-ec44-41ef-a3b5-5e1953107653" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.622024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.622300] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.622493] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.622660] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.624824] env[69073]: INFO nova.compute.manager [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Terminating instance [ 1353.980337] env[69073]: DEBUG nova.network.neutron [req-fb2a1e4e-885b-41a3-84fc-266d74a709bb req-b715042c-8c91-48c3-8adb-c7cc9b902692 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Updated VIF entry in instance network info cache for port 3f51591a-688f-4cc4-9a3e-aa1243ce9880. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1353.980722] env[69073]: DEBUG nova.network.neutron [req-fb2a1e4e-885b-41a3-84fc-266d74a709bb req-b715042c-8c91-48c3-8adb-c7cc9b902692 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Updating instance_info_cache with network_info: [{"id": "3f51591a-688f-4cc4-9a3e-aa1243ce9880", "address": "fa:16:3e:73:ee:1d", "network": {"id": "30c26df0-9fb2-4990-bea6-1a00f214facf", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-145175324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5647c49a49d45868c6afc712c7b97d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f51591a-68", "ovs_interfaceid": "3f51591a-688f-4cc4-9a3e-aa1243ce9880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.129052] env[69073]: DEBUG nova.compute.manager [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1354.129052] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1354.129606] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b594d317-ba75-4a17-abd1-ec2631259a5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.137995] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1354.138352] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da28c4b4-a39e-4990-a7a3-5dc4a7da8f45 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.145013] env[69073]: DEBUG oslo_vmware.api [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1354.145013] env[69073]: value = "task-3220628" [ 1354.145013] env[69073]: _type = "Task" [ 1354.145013] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.153018] env[69073]: DEBUG oslo_vmware.api [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.483380] env[69073]: DEBUG oslo_concurrency.lockutils [req-fb2a1e4e-885b-41a3-84fc-266d74a709bb req-b715042c-8c91-48c3-8adb-c7cc9b902692 service nova] Releasing lock "refresh_cache-894a03bb-c04a-4f07-bd17-d72ae7df0f9b" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.655621] env[69073]: DEBUG oslo_vmware.api [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220628, 'name': PowerOffVM_Task, 'duration_secs': 0.23581} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.655951] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.656193] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.656476] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fdee189-a6ff-478a-86a9-67fcc3647080 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.727283] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.727520] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.727762] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleting the datastore file [datastore1] 361d11cf-ec44-41ef-a3b5-5e1953107653 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.728048] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34d4046f-4137-43a3-a386-94d9145d478a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.735443] env[69073]: DEBUG oslo_vmware.api [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1354.735443] env[69073]: value = "task-3220630" [ 1354.735443] env[69073]: _type = "Task" [ 1354.735443] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.742806] env[69073]: DEBUG oslo_vmware.api [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.152278] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1355.152577] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1355.153472] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d0722-57b9-4766-b954-5195660d8da2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.170132] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b8ab8-8610-414f-a6d6-40f0b7b67037 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.195923] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-91a84936-57da-4f23-9333-dd62d556d5a9/volume-91a84936-57da-4f23-9333-dd62d556d5a9.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1355.196121] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dd5fae2-3474-44f0-83f1-21ac1409d916 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.214751] env[69073]: DEBUG oslo_vmware.api [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1355.214751] env[69073]: value = "task-3220631" [ 1355.214751] env[69073]: _type = "Task" [ 1355.214751] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.225426] env[69073]: DEBUG oslo_vmware.api [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220631, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.244334] env[69073]: DEBUG oslo_vmware.api [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157606} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.244574] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.244779] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.245100] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.245310] env[69073]: INFO nova.compute.manager [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1355.245586] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.245824] env[69073]: DEBUG nova.compute.manager [-] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.245931] env[69073]: DEBUG nova.network.neutron [-] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.638099] env[69073]: DEBUG nova.compute.manager [req-10acd52a-b4df-4695-acd0-2862637fdf15 req-3c32bf2e-4e49-4ef5-92b5-ea5f1cb95160 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Received event network-vif-deleted-12b3dc76-12dc-424a-a4b2-fc43cbb15884 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.638099] env[69073]: INFO nova.compute.manager [req-10acd52a-b4df-4695-acd0-2862637fdf15 req-3c32bf2e-4e49-4ef5-92b5-ea5f1cb95160 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Neutron deleted interface 12b3dc76-12dc-424a-a4b2-fc43cbb15884; detaching it from the instance and deleting it from the info cache [ 1355.638828] env[69073]: DEBUG nova.network.neutron [req-10acd52a-b4df-4695-acd0-2862637fdf15 req-3c32bf2e-4e49-4ef5-92b5-ea5f1cb95160 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.728022] env[69073]: DEBUG oslo_vmware.api [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220631, 'name': ReconfigVM_Task, 'duration_secs': 0.332961} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.728022] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-91a84936-57da-4f23-9333-dd62d556d5a9/volume-91a84936-57da-4f23-9333-dd62d556d5a9.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.729627] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257a5694-0a95-41f2-a3fb-978b8c972ed3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.745648] env[69073]: DEBUG oslo_vmware.api [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1355.745648] env[69073]: value = "task-3220632" [ 1355.745648] env[69073]: _type = "Task" [ 1355.745648] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.753651] env[69073]: DEBUG oslo_vmware.api [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.125027] env[69073]: DEBUG nova.network.neutron [-] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.142120] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24a7df93-e356-4eb5-827b-769905f9c5ee {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.151916] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f30267-f2a4-4423-89d0-42a59b1f2ac0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.178041] env[69073]: DEBUG nova.compute.manager [req-10acd52a-b4df-4695-acd0-2862637fdf15 req-3c32bf2e-4e49-4ef5-92b5-ea5f1cb95160 service nova] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Detach interface failed, port_id=12b3dc76-12dc-424a-a4b2-fc43cbb15884, reason: Instance 361d11cf-ec44-41ef-a3b5-5e1953107653 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.255994] env[69073]: DEBUG oslo_vmware.api [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220632, 'name': ReconfigVM_Task, 'duration_secs': 0.132791} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.256362] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1356.628123] env[69073]: INFO nova.compute.manager [-] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Took 1.38 seconds to deallocate network for instance. [ 1357.135302] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.135711] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.135793] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.159026] env[69073]: INFO nova.scheduler.client.report [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted allocations for instance 361d11cf-ec44-41ef-a3b5-5e1953107653 [ 1357.293447] env[69073]: DEBUG nova.objects.instance [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'flavor' on Instance uuid 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.667388] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c0542fd9-9e64-4a30-bfca-5321e55399b9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "361d11cf-ec44-41ef-a3b5-5e1953107653" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.045s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.798683] env[69073]: DEBUG oslo_concurrency.lockutils [None req-125642fc-e29b-40c5-ad13-ee7280024538 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.161048] env[69073]: INFO nova.compute.manager [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Rebuilding instance [ 1358.203183] env[69073]: DEBUG nova.compute.manager [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.204043] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69c6a52-aa6b-417b-afdf-73981c7d3135 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.497991] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "bf7f08fd-898a-4425-913e-eaf37d96e783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.498249] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.000167] env[69073]: DEBUG nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1359.217521] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.217877] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a1d35a1-5ba2-4d1c-97d2-78e47065ed51 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.225321] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1359.225321] env[69073]: value = "task-3220633" [ 1359.225321] env[69073]: _type = "Task" [ 1359.225321] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.233951] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.522875] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.523177] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.524697] env[69073]: INFO nova.compute.claims [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.735536] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220633, 'name': PowerOffVM_Task, 'duration_secs': 0.201464} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.735788] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.787574] env[69073]: INFO nova.compute.manager [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Detaching volume 91a84936-57da-4f23-9333-dd62d556d5a9 [ 1359.817130] env[69073]: INFO nova.virt.block_device [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Attempting to driver detach volume 91a84936-57da-4f23-9333-dd62d556d5a9 from mountpoint /dev/sdb [ 1359.817371] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1359.817555] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1359.818402] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b4f1f9-4617-477e-bba0-a9fc8d9cd7f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.839686] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f15d0ea-3414-4798-82e2-0e127c51c16a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.846097] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e46003-4ba9-458c-a59a-2dc94711e455 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.865442] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9f0e48-0dc0-48ae-be22-fcec4ec0ce87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.879374] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] The volume has not been displaced from its original location: [datastore2] volume-91a84936-57da-4f23-9333-dd62d556d5a9/volume-91a84936-57da-4f23-9333-dd62d556d5a9.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1359.884708] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.884965] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5b7aa6-10ac-4baa-88c0-2041c4f0d9eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.902674] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1359.902674] env[69073]: value = "task-3220634" [ 1359.902674] env[69073]: _type = "Task" [ 1359.902674] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.912223] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.412414] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220634, 'name': ReconfigVM_Task, 'duration_secs': 0.203068} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.412903] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1360.417832] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f617dfad-e256-4fa9-9048-df034c658f5d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.432466] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1360.432466] env[69073]: value = "task-3220635" [ 1360.432466] env[69073]: _type = "Task" [ 1360.432466] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.440262] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.591231] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be2aee-337a-410f-944d-b52698b3f17f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.599811] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762a23b8-da7d-451d-9b56-066dd5bfcf41 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.628105] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ada08-5294-418c-b4e8-a98fef4ddf13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.635125] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8e87e4-6832-4a72-90ca-5e65958fcf1b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.647768] env[69073]: DEBUG nova.compute.provider_tree [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.942988] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220635, 'name': ReconfigVM_Task, 'duration_secs': 0.151106} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.945236] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1361.152075] env[69073]: DEBUG nova.scheduler.client.report [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.656537] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.657081] env[69073]: DEBUG nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1361.989646] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.989991] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4ee551e-b717-4580-869c-9379d5d87410 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.997736] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1361.997736] env[69073]: value = "task-3220636" [ 1361.997736] env[69073]: _type = "Task" [ 1361.997736] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.005462] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.163036] env[69073]: DEBUG nova.compute.utils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.163754] env[69073]: DEBUG nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.163927] env[69073]: DEBUG nova.network.neutron [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.209980] env[69073]: DEBUG nova.policy [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f321f966a067455ba5fecd8cde019085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '414dd319029b45a387b21fe556d09f85', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.453626] env[69073]: DEBUG nova.network.neutron [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Successfully created port: 06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1362.507677] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1362.507902] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1362.508113] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1362.508860] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209373a-ff19-423f-824c-cd64ee0de6f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.527242] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14bfd90-ce07-45ec-a21c-10c0532c5c08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.533257] env[69073]: WARNING nova.virt.vmwareapi.driver [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1362.533517] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1362.534244] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463bc5b9-53a8-4fc8-b86e-421cbff91d03 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.540436] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1362.540661] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-088323c5-8991-4bcb-9841-c86d714b7277 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.605252] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.605475] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.605658] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleting the datastore file [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.605936] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f1e6cc5-72ae-40d5-a55a-e90670e4b5ef {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.611951] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1362.611951] env[69073]: value = "task-3220638" [ 1362.611951] env[69073]: _type = "Task" [ 1362.611951] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.619388] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.667308] env[69073]: DEBUG nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.122009] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126571} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.122275] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.122490] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1363.122676] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1363.628062] env[69073]: INFO nova.virt.block_device [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Booting with volume 91a84936-57da-4f23-9333-dd62d556d5a9 at /dev/sdb [ 1363.662051] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64136567-0a98-4b20-b41a-8d83626da93e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.671633] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15f5bfb-3e55-4b18-97c6-1cfeca993a06 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.682720] env[69073]: DEBUG nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1363.699909] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa5635ab-e11a-4180-8f89-db067d23c2cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.709763] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1363.710016] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.710184] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1363.710367] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.710513] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1363.710661] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1363.710875] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1363.711048] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1363.711223] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1363.711385] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1363.711558] env[69073]: DEBUG nova.virt.hardware [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1363.714486] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb589a6-56b9-4da1-bb80-d9f92b35dc71 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.726352] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c152722c-f176-4ff2-ad4e-28134f9ea431 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.735460] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1c55c-bc5a-4398-836b-dc408a02033b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.745793] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e508be-a476-4231-b36e-5e640b7e0abe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.759638] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7245f4dd-e309-4389-be13-4d5910332753 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.772044] env[69073]: DEBUG nova.virt.block_device [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updating existing volume attachment record: 588ec452-4c02-4e23-9c1e-acc6dce60498 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1363.810646] env[69073]: DEBUG nova.compute.manager [req-2a14961d-7256-4ceb-a736-9f119519d430 req-4b5a3414-b3dc-4418-858c-cf7bffe2bb0d service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Received event network-vif-plugged-06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.810888] env[69073]: DEBUG oslo_concurrency.lockutils [req-2a14961d-7256-4ceb-a736-9f119519d430 req-4b5a3414-b3dc-4418-858c-cf7bffe2bb0d service nova] Acquiring lock "bf7f08fd-898a-4425-913e-eaf37d96e783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.811106] env[69073]: DEBUG oslo_concurrency.lockutils [req-2a14961d-7256-4ceb-a736-9f119519d430 req-4b5a3414-b3dc-4418-858c-cf7bffe2bb0d service nova] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.811275] env[69073]: DEBUG oslo_concurrency.lockutils [req-2a14961d-7256-4ceb-a736-9f119519d430 req-4b5a3414-b3dc-4418-858c-cf7bffe2bb0d service nova] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.811436] env[69073]: DEBUG nova.compute.manager [req-2a14961d-7256-4ceb-a736-9f119519d430 req-4b5a3414-b3dc-4418-858c-cf7bffe2bb0d service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] No waiting events found dispatching network-vif-plugged-06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1363.811627] env[69073]: WARNING nova.compute.manager [req-2a14961d-7256-4ceb-a736-9f119519d430 req-4b5a3414-b3dc-4418-858c-cf7bffe2bb0d service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Received unexpected event network-vif-plugged-06140a94-9bd4-493c-9df8-2c14b854566b for instance with vm_state building and task_state spawning. [ 1363.896115] env[69073]: DEBUG nova.network.neutron [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Successfully updated port: 06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1364.399170] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.399348] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.399535] env[69073]: DEBUG nova.network.neutron [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1364.931176] env[69073]: DEBUG nova.network.neutron [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1365.047128] env[69073]: DEBUG nova.network.neutron [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updating instance_info_cache with network_info: [{"id": "06140a94-9bd4-493c-9df8-2c14b854566b", "address": "fa:16:3e:b6:12:1f", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06140a94-9b", "ovs_interfaceid": "06140a94-9bd4-493c-9df8-2c14b854566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.549613] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.550021] env[69073]: DEBUG nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Instance network_info: |[{"id": "06140a94-9bd4-493c-9df8-2c14b854566b", "address": "fa:16:3e:b6:12:1f", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06140a94-9b", "ovs_interfaceid": "06140a94-9bd4-493c-9df8-2c14b854566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.550521] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:12:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06140a94-9bd4-493c-9df8-2c14b854566b', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.558440] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.558734] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.559078] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d60ef01-823a-42ed-a9c8-65f8634b12f6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.583694] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.583694] env[69073]: value = "task-3220639" [ 1365.583694] env[69073]: _type = "Task" [ 1365.583694] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.595761] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220639, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.841565] env[69073]: DEBUG nova.compute.manager [req-c8db1e84-c6a6-45aa-9205-c03c19454dc2 req-7436bdcb-b7f7-42bd-9978-2011b9f1f620 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Received event network-changed-06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.841729] env[69073]: DEBUG nova.compute.manager [req-c8db1e84-c6a6-45aa-9205-c03c19454dc2 req-7436bdcb-b7f7-42bd-9978-2011b9f1f620 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Refreshing instance network info cache due to event network-changed-06140a94-9bd4-493c-9df8-2c14b854566b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1365.841991] env[69073]: DEBUG oslo_concurrency.lockutils [req-c8db1e84-c6a6-45aa-9205-c03c19454dc2 req-7436bdcb-b7f7-42bd-9978-2011b9f1f620 service nova] Acquiring lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.842090] env[69073]: DEBUG oslo_concurrency.lockutils [req-c8db1e84-c6a6-45aa-9205-c03c19454dc2 req-7436bdcb-b7f7-42bd-9978-2011b9f1f620 service nova] Acquired lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.842235] env[69073]: DEBUG nova.network.neutron [req-c8db1e84-c6a6-45aa-9205-c03c19454dc2 req-7436bdcb-b7f7-42bd-9978-2011b9f1f620 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Refreshing network info cache for port 06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.879100] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.879344] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.879497] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.879684] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.879846] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.880018] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.880239] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.880397] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.880561] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.880719] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.880891] env[69073]: DEBUG nova.virt.hardware [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.881769] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ccc89-99b6-4e17-a5c8-fdf1af37eaa3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.889832] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94bd385-26eb-491f-a04a-b98413c0366c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.902898] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:00:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbf70acb-c41f-4c72-bea3-6fe80c165dea', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.910062] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.910564] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.910774] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07af6298-3df6-404c-8856-9ed912b1a0c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.929805] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.929805] env[69073]: value = "task-3220640" [ 1365.929805] env[69073]: _type = "Task" [ 1365.929805] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.937251] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220640, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.094686] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220639, 'name': CreateVM_Task, 'duration_secs': 0.28947} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.094877] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.095527] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.095737] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.096082] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.096342] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6327d28e-9fcd-4ea8-b840-2ab3f7297f65 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.100594] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1366.100594] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2d791-5685-8851-e8ef-66de1a7790a6" [ 1366.100594] env[69073]: _type = "Task" [ 1366.100594] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.108466] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2d791-5685-8851-e8ef-66de1a7790a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.438913] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220640, 'name': CreateVM_Task, 'duration_secs': 0.29512} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.441010] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.441635] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.524787] env[69073]: DEBUG nova.network.neutron [req-c8db1e84-c6a6-45aa-9205-c03c19454dc2 req-7436bdcb-b7f7-42bd-9978-2011b9f1f620 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updated VIF entry in instance network info cache for port 06140a94-9bd4-493c-9df8-2c14b854566b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.525175] env[69073]: DEBUG nova.network.neutron [req-c8db1e84-c6a6-45aa-9205-c03c19454dc2 req-7436bdcb-b7f7-42bd-9978-2011b9f1f620 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updating instance_info_cache with network_info: [{"id": "06140a94-9bd4-493c-9df8-2c14b854566b", "address": "fa:16:3e:b6:12:1f", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06140a94-9b", "ovs_interfaceid": "06140a94-9bd4-493c-9df8-2c14b854566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.610701] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e2d791-5685-8851-e8ef-66de1a7790a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.610991] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.611240] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.611476] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.611638] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.611796] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.612074] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.612363] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.612574] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6452b92b-4e02-4225-a82a-661e051f5937 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.614235] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b403df52-badd-4970-b0b7-d236e2267498 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.619482] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1366.619482] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520b27aa-713a-cc76-1542-f5055c4ecc5e" [ 1366.619482] env[69073]: _type = "Task" [ 1366.619482] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.622878] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.623061] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.623950] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084cd342-2758-487b-a47a-60712b2a710a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.628521] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520b27aa-713a-cc76-1542-f5055c4ecc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.631073] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1366.631073] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52be3e5b-4cc6-2024-796f-7bbbc88a8163" [ 1366.631073] env[69073]: _type = "Task" [ 1366.631073] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.637742] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52be3e5b-4cc6-2024-796f-7bbbc88a8163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.028447] env[69073]: DEBUG oslo_concurrency.lockutils [req-c8db1e84-c6a6-45aa-9205-c03c19454dc2 req-7436bdcb-b7f7-42bd-9978-2011b9f1f620 service nova] Releasing lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.131662] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520b27aa-713a-cc76-1542-f5055c4ecc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.134598] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.134828] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1367.135055] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.140390] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52be3e5b-4cc6-2024-796f-7bbbc88a8163, 'name': SearchDatastore_Task, 'duration_secs': 0.008121} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.141111] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1173ca76-21fb-455a-96e7-691bc6cf386c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.145666] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1367.145666] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52de3778-a449-2018-ee23-7bcbdda5850a" [ 1367.145666] env[69073]: _type = "Task" [ 1367.145666] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.152528] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52de3778-a449-2018-ee23-7bcbdda5850a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.656290] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52de3778-a449-2018-ee23-7bcbdda5850a, 'name': SearchDatastore_Task, 'duration_secs': 0.009361} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.656558] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.656865] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] bf7f08fd-898a-4425-913e-eaf37d96e783/bf7f08fd-898a-4425-913e-eaf37d96e783.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.657166] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.657357] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1367.657571] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-036e9b59-282b-4508-bcca-c4b2e0a9d7fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.659472] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77f3b22-0771-4e53-a6b0-7c00b536726d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.666543] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1367.666543] env[69073]: value = "task-3220641" [ 1367.666543] env[69073]: _type = "Task" [ 1367.666543] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.670307] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1367.670478] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1367.671447] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5410c788-5e41-4e85-af28-e2d0f7fd787e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.676347] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.679234] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1367.679234] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ca6e1-ff61-2961-1c1e-402171aebf07" [ 1367.679234] env[69073]: _type = "Task" [ 1367.679234] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.688990] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ca6e1-ff61-2961-1c1e-402171aebf07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.176958] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220641, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.188296] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]529ca6e1-ff61-2961-1c1e-402171aebf07, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.189109] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae086d86-ab2c-402e-ac28-e6f69662ee5e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.193832] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1368.193832] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52745bb9-5ce1-1af0-7536-b681206d8ed5" [ 1368.193832] env[69073]: _type = "Task" [ 1368.193832] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.200917] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52745bb9-5ce1-1af0-7536-b681206d8ed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.677283] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220641, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.703361] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52745bb9-5ce1-1af0-7536-b681206d8ed5, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.703611] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.703881] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77/85e7d7c2-9edd-4218-8cbe-ef70687a7b77.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.704189] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91688989-a22a-4326-991d-591f52aa81b2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.711964] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1368.711964] env[69073]: value = "task-3220642" [ 1368.711964] env[69073]: _type = "Task" [ 1368.711964] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.719986] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.178024] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220641, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.425196} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.178401] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] bf7f08fd-898a-4425-913e-eaf37d96e783/bf7f08fd-898a-4425-913e-eaf37d96e783.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.178496] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.178751] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a61bf27-fe4e-4542-b27f-dfa5bc9faf92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.184872] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1369.184872] env[69073]: value = "task-3220643" [ 1369.184872] env[69073]: _type = "Task" [ 1369.184872] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.191890] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.222736] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.694154] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063922} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.694417] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1369.695183] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8fb36-bd99-4f49-90cc-cf63ab1c5ee7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.716013] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] bf7f08fd-898a-4425-913e-eaf37d96e783/bf7f08fd-898a-4425-913e-eaf37d96e783.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1369.716297] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44fe4617-7760-4170-93ae-0a864b660848 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.737669] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844517} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.738731] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77/85e7d7c2-9edd-4218-8cbe-ef70687a7b77.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1369.738952] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1369.739248] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1369.739248] env[69073]: value = "task-3220644" [ 1369.739248] env[69073]: _type = "Task" [ 1369.739248] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.739470] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9558862b-d122-4098-af9a-1ae1b13496ac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.748960] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.750044] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1369.750044] env[69073]: value = "task-3220645" [ 1369.750044] env[69073]: _type = "Task" [ 1369.750044] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.757389] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.251062] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220644, 'name': ReconfigVM_Task, 'duration_secs': 0.304386} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.253923] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Reconfigured VM instance instance-0000007a to attach disk [datastore2] bf7f08fd-898a-4425-913e-eaf37d96e783/bf7f08fd-898a-4425-913e-eaf37d96e783.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.254562] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-748fc86f-8e40-48a0-9f6a-a069553d0ee4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.260388] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078414} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.261442] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1370.261776] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1370.261776] env[69073]: value = "task-3220646" [ 1370.261776] env[69073]: _type = "Task" [ 1370.261776] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.262415] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bbf82e-ef0a-46bc-a5c6-f52a17cb1208 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.286047] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77/85e7d7c2-9edd-4218-8cbe-ef70687a7b77.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.289006] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5556a4cf-7413-4058-8e41-3eaded9ab786 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.302798] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220646, 'name': Rename_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.308134] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1370.308134] env[69073]: value = "task-3220647" [ 1370.308134] env[69073]: _type = "Task" [ 1370.308134] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.315464] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.777033] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220646, 'name': Rename_Task, 'duration_secs': 0.137027} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.777421] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.777738] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffbb7f52-6bfb-4d86-bc27-ea9c2e248659 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.783882] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1370.783882] env[69073]: value = "task-3220648" [ 1370.783882] env[69073]: _type = "Task" [ 1370.783882] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.793700] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.818689] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220647, 'name': ReconfigVM_Task, 'duration_secs': 0.287639} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.819070] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77/85e7d7c2-9edd-4218-8cbe-ef70687a7b77.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1370.820870] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'boot_index': 0, 'encrypted': False, 'device_type': 'disk', 'guest_format': None, 'encryption_format': None, 'device_name': '/dev/sda', 'encryption_options': None, 'size': 0, 'encryption_secret_uuid': None, 'image_id': 'b04ae1f3-fd7b-41fc-a766-2c372c2ace51'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'boot_index': None, 'attachment_id': '588ec452-4c02-4e23-9c1e-acc6dce60498', 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'}, 'volume_type': None}], 'swap': None} {{(pid=69073) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1370.821180] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1370.821466] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1370.822537] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b72ea4-810a-4645-aa07-3e249e43e4b4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.846258] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60708053-eaf3-4312-8895-74e461445de8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.882515] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-91a84936-57da-4f23-9333-dd62d556d5a9/volume-91a84936-57da-4f23-9333-dd62d556d5a9.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1370.882876] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c44e84-753c-43b1-872d-c40cbea6dc28 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.900955] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1370.900955] env[69073]: value = "task-3220649" [ 1370.900955] env[69073]: _type = "Task" [ 1370.900955] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.908533] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.293935] env[69073]: DEBUG oslo_vmware.api [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220648, 'name': PowerOnVM_Task, 'duration_secs': 0.4947} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.294531] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.294531] env[69073]: INFO nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1371.294689] env[69073]: DEBUG nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.295377] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484383d6-3108-4e01-9f24-0d0ccc153862 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.411083] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.814088] env[69073]: INFO nova.compute.manager [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Took 12.31 seconds to build instance. [ 1371.910803] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220649, 'name': ReconfigVM_Task, 'duration_secs': 0.562747} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.911082] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-91a84936-57da-4f23-9333-dd62d556d5a9/volume-91a84936-57da-4f23-9333-dd62d556d5a9.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.915800] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44cae70f-aed3-4ba3-af6e-e8d9f01e4e3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.931199] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1371.931199] env[69073]: value = "task-3220650" [ 1371.931199] env[69073]: _type = "Task" [ 1371.931199] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.939833] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.315742] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b2f63f37-0e5e-48bb-bcb6-8f04de72e1b6 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.817s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.440752] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220650, 'name': ReconfigVM_Task, 'duration_secs': 0.157584} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.441203] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1372.441886] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cd2154b-7e68-426d-9cae-d5a888e6549f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.449364] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1372.449364] env[69073]: value = "task-3220651" [ 1372.449364] env[69073]: _type = "Task" [ 1372.449364] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.457235] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220651, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.592112] env[69073]: DEBUG nova.compute.manager [req-2c8e15da-38c6-4ed8-85c1-0f9e1b584c3c req-0070619b-e094-4804-a99e-89ef39192047 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Received event network-changed-06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.592378] env[69073]: DEBUG nova.compute.manager [req-2c8e15da-38c6-4ed8-85c1-0f9e1b584c3c req-0070619b-e094-4804-a99e-89ef39192047 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Refreshing instance network info cache due to event network-changed-06140a94-9bd4-493c-9df8-2c14b854566b. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.592646] env[69073]: DEBUG oslo_concurrency.lockutils [req-2c8e15da-38c6-4ed8-85c1-0f9e1b584c3c req-0070619b-e094-4804-a99e-89ef39192047 service nova] Acquiring lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.592918] env[69073]: DEBUG oslo_concurrency.lockutils [req-2c8e15da-38c6-4ed8-85c1-0f9e1b584c3c req-0070619b-e094-4804-a99e-89ef39192047 service nova] Acquired lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.593100] env[69073]: DEBUG nova.network.neutron [req-2c8e15da-38c6-4ed8-85c1-0f9e1b584c3c req-0070619b-e094-4804-a99e-89ef39192047 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Refreshing network info cache for port 06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.958779] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220651, 'name': Rename_Task, 'duration_secs': 0.169362} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.959063] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.959314] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dacce13-3613-4fa0-b1f1-1c95d57f0a2d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.964849] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1372.964849] env[69073]: value = "task-3220652" [ 1372.964849] env[69073]: _type = "Task" [ 1372.964849] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.971900] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.297958] env[69073]: DEBUG nova.network.neutron [req-2c8e15da-38c6-4ed8-85c1-0f9e1b584c3c req-0070619b-e094-4804-a99e-89ef39192047 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updated VIF entry in instance network info cache for port 06140a94-9bd4-493c-9df8-2c14b854566b. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.298402] env[69073]: DEBUG nova.network.neutron [req-2c8e15da-38c6-4ed8-85c1-0f9e1b584c3c req-0070619b-e094-4804-a99e-89ef39192047 service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updating instance_info_cache with network_info: [{"id": "06140a94-9bd4-493c-9df8-2c14b854566b", "address": "fa:16:3e:b6:12:1f", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06140a94-9b", "ovs_interfaceid": "06140a94-9bd4-493c-9df8-2c14b854566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.476445] env[69073]: DEBUG oslo_vmware.api [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220652, 'name': PowerOnVM_Task, 'duration_secs': 0.444926} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.476947] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1373.477066] env[69073]: DEBUG nova.compute.manager [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.478230] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23070db-0a2e-46ae-992b-e0ed3273c392 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.801657] env[69073]: DEBUG oslo_concurrency.lockutils [req-2c8e15da-38c6-4ed8-85c1-0f9e1b584c3c req-0070619b-e094-4804-a99e-89ef39192047 service nova] Releasing lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.997869] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.998140] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.998321] env[69073]: DEBUG nova.objects.instance [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69073) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1375.008613] env[69073]: DEBUG oslo_concurrency.lockutils [None req-91a6a5bd-ecb9-46f1-a45c-5da433e1569a tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.312043] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.312043] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.815653] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.815916] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.816106] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.816270] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1385.817243] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3fdd33-6d10-4a5c-9b09-a1b9bf49e012 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.825733] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f86d437-7d34-4889-b210-097c9d3b996c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.839444] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6466a866-b59d-4d20-a92d-73f3dd8b5432 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.845622] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3761456b-0b19-44f6-8072-948c446aac58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.874637] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180342MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1385.874773] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.874993] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.905465] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance cd5433df-cd2e-4070-a285-5730b420766a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.905729] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.905774] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 894a03bb-c04a-4f07-bd17-d72ae7df0f9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.905880] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance bf7f08fd-898a-4425-913e-eaf37d96e783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1386.906047] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1386.906196] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1386.964381] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a30420-a988-490a-a386-cf7a7d8f921f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.971686] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54524a9b-607c-4799-92af-e8a8b505b7b6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.000792] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168150fa-5eeb-461f-a453-7d190d161927 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.008116] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a875150-2a72-4c6a-bf27-96d996ca56f5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.020567] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.523600] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.029800] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1388.030279] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.155s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.030219] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.030608] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.030608] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.312140] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.842308] env[69073]: DEBUG oslo_concurrency.lockutils [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.842540] env[69073]: DEBUG oslo_concurrency.lockutils [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.311022] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.311412] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.311460] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1392.345695] env[69073]: DEBUG nova.compute.utils [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.848700] env[69073]: DEBUG oslo_concurrency.lockutils [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.909965] env[69073]: DEBUG oslo_concurrency.lockutils [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.910306] env[69073]: DEBUG oslo_concurrency.lockutils [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.910546] env[69073]: INFO nova.compute.manager [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Attaching volume 8f118a1a-1d8d-4958-a013-3a10f9e76f17 to /dev/sdb [ 1393.941629] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f213d2bf-f782-4f8b-a689-c548094ec87d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.949322] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c889e12-25c8-484e-b057-1ecef9479dc8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.962161] env[69073]: DEBUG nova.virt.block_device [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Updating existing volume attachment record: 95b1d696-2682-41d0-94e8-47c9d757f6ca {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1398.504385] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1398.504630] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643876', 'volume_id': '8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'name': 'volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '894a03bb-c04a-4f07-bd17-d72ae7df0f9b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'serial': '8f118a1a-1d8d-4958-a013-3a10f9e76f17'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1398.505521] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfed7b4-a891-4672-9f2f-5706b0bf7d5f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.521748] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5042e0d7-af8b-45ab-a238-00aef63c5854 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.546477] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17/volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.546712] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f6ca2b1-5127-49c5-873c-424571d3310f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.564066] env[69073]: DEBUG oslo_vmware.api [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1398.564066] env[69073]: value = "task-3220655" [ 1398.564066] env[69073]: _type = "Task" [ 1398.564066] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.574017] env[69073]: DEBUG oslo_vmware.api [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220655, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.073838] env[69073]: DEBUG oslo_vmware.api [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220655, 'name': ReconfigVM_Task, 'duration_secs': 0.324866} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.074075] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17/volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.078774] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73e6cd3-a3bd-4bc5-b0d1-c8ec64665b2b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.094649] env[69073]: DEBUG oslo_vmware.api [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1399.094649] env[69073]: value = "task-3220656" [ 1399.094649] env[69073]: _type = "Task" [ 1399.094649] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.102467] env[69073]: DEBUG oslo_vmware.api [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.605237] env[69073]: DEBUG oslo_vmware.api [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220656, 'name': ReconfigVM_Task, 'duration_secs': 0.135701} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.605943] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643876', 'volume_id': '8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'name': 'volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '894a03bb-c04a-4f07-bd17-d72ae7df0f9b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'serial': '8f118a1a-1d8d-4958-a013-3a10f9e76f17'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1400.704858] env[69073]: DEBUG nova.objects.instance [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'flavor' on Instance uuid 894a03bb-c04a-4f07-bd17-d72ae7df0f9b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.210624] env[69073]: DEBUG oslo_concurrency.lockutils [None req-927cbe03-3985-462e-b8de-34eed0db8929 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.300s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.323985] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.324281] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.827063] env[69073]: INFO nova.compute.manager [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Detaching volume 8f118a1a-1d8d-4958-a013-3a10f9e76f17 [ 1401.856857] env[69073]: INFO nova.virt.block_device [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Attempting to driver detach volume 8f118a1a-1d8d-4958-a013-3a10f9e76f17 from mountpoint /dev/sdb [ 1401.857109] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1401.857298] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643876', 'volume_id': '8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'name': 'volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '894a03bb-c04a-4f07-bd17-d72ae7df0f9b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'serial': '8f118a1a-1d8d-4958-a013-3a10f9e76f17'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1401.858238] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a76dca-c4ba-4990-8de2-baa8ad5b4bad {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.878945] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4c1dc0-d67e-40b1-af03-1359d19c18c7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.885751] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418cec8c-c642-4b07-8246-6463e230957c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.905912] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d45f08e-0736-40b7-9ae9-690ddfc2a388 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.920041] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17/volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1401.925212] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1401.925467] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ff85ae5-1fad-481f-abc9-daa065495fb2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.942557] env[69073]: DEBUG oslo_vmware.api [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1401.942557] env[69073]: value = "task-3220657" [ 1401.942557] env[69073]: _type = "Task" [ 1401.942557] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.949671] env[69073]: DEBUG oslo_vmware.api [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.451768] env[69073]: DEBUG oslo_vmware.api [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220657, 'name': ReconfigVM_Task, 'duration_secs': 0.218403} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.452085] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1402.456661] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820746b1-3ff3-41f2-8aca-3c910216c0e0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.471788] env[69073]: DEBUG oslo_vmware.api [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1402.471788] env[69073]: value = "task-3220658" [ 1402.471788] env[69073]: _type = "Task" [ 1402.471788] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.479145] env[69073]: DEBUG oslo_vmware.api [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.981607] env[69073]: DEBUG oslo_vmware.api [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220658, 'name': ReconfigVM_Task, 'duration_secs': 0.148914} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.982067] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643876', 'volume_id': '8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'name': 'volume-8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '894a03bb-c04a-4f07-bd17-d72ae7df0f9b', 'attached_at': '', 'detached_at': '', 'volume_id': '8f118a1a-1d8d-4958-a013-3a10f9e76f17', 'serial': '8f118a1a-1d8d-4958-a013-3a10f9e76f17'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1403.522851] env[69073]: DEBUG nova.objects.instance [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'flavor' on Instance uuid 894a03bb-c04a-4f07-bd17-d72ae7df0f9b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.530703] env[69073]: DEBUG oslo_concurrency.lockutils [None req-c000f503-10ba-4725-9f16-eb1a6541cf22 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.560385] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.560778] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.560882] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.561086] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.561266] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.563611] env[69073]: INFO nova.compute.manager [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Terminating instance [ 1406.067576] env[69073]: DEBUG nova.compute.manager [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.067846] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.068803] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a219b7e-efe3-497d-b1c9-f08e37982456 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.078285] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.078552] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0966589d-25a8-48f3-9a97-a6a4d6cf2c1e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.085083] env[69073]: DEBUG oslo_vmware.api [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1406.085083] env[69073]: value = "task-3220659" [ 1406.085083] env[69073]: _type = "Task" [ 1406.085083] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.093207] env[69073]: DEBUG oslo_vmware.api [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.595173] env[69073]: DEBUG oslo_vmware.api [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220659, 'name': PowerOffVM_Task, 'duration_secs': 0.165127} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.595565] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.595565] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.596196] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f05047e-a4c4-41f1-a230-68be101c380f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.664436] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.664678] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.664825] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleting the datastore file [datastore2] 894a03bb-c04a-4f07-bd17-d72ae7df0f9b {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.665104] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1a2b2d9-67d7-4c20-b79f-2e3f100fb81b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.671217] env[69073]: DEBUG oslo_vmware.api [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for the task: (returnval){ [ 1406.671217] env[69073]: value = "task-3220661" [ 1406.671217] env[69073]: _type = "Task" [ 1406.671217] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.679011] env[69073]: DEBUG oslo_vmware.api [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.181095] env[69073]: DEBUG oslo_vmware.api [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Task: {'id': task-3220661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490994} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.181367] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.181551] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.181730] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.181907] env[69073]: INFO nova.compute.manager [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1407.182192] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.182394] env[69073]: DEBUG nova.compute.manager [-] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.182492] env[69073]: DEBUG nova.network.neutron [-] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.579837] env[69073]: DEBUG nova.compute.manager [req-2effaa9d-e93e-4689-9193-01cfe7e5009d req-cdb02a2e-ef01-479a-9328-f9a2c7d62164 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Received event network-vif-deleted-3f51591a-688f-4cc4-9a3e-aa1243ce9880 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.580195] env[69073]: INFO nova.compute.manager [req-2effaa9d-e93e-4689-9193-01cfe7e5009d req-cdb02a2e-ef01-479a-9328-f9a2c7d62164 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Neutron deleted interface 3f51591a-688f-4cc4-9a3e-aa1243ce9880; detaching it from the instance and deleting it from the info cache [ 1407.580486] env[69073]: DEBUG nova.network.neutron [req-2effaa9d-e93e-4689-9193-01cfe7e5009d req-cdb02a2e-ef01-479a-9328-f9a2c7d62164 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.064779] env[69073]: DEBUG nova.network.neutron [-] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.083754] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90aef34b-8ec8-47ae-860c-99bb92447b1c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.095849] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50197290-da1f-41a9-b533-1daff6f0ee90 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.122216] env[69073]: DEBUG nova.compute.manager [req-2effaa9d-e93e-4689-9193-01cfe7e5009d req-cdb02a2e-ef01-479a-9328-f9a2c7d62164 service nova] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Detach interface failed, port_id=3f51591a-688f-4cc4-9a3e-aa1243ce9880, reason: Instance 894a03bb-c04a-4f07-bd17-d72ae7df0f9b could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.568107] env[69073]: INFO nova.compute.manager [-] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Took 1.38 seconds to deallocate network for instance. [ 1409.074622] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.075084] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.075175] env[69073]: DEBUG nova.objects.instance [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lazy-loading 'resources' on Instance uuid 894a03bb-c04a-4f07-bd17-d72ae7df0f9b {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.645015] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a9b97f-1eb5-44fd-9431-64bdfb391de3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.652381] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2590580-529f-4ddb-92c0-c070eb651701 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.681780] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64e3628-bcc4-43be-ba60-0b01f0f45a11 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.688566] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cef97d2-049a-4724-a0db-61e5c894b250 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.701399] env[69073]: DEBUG nova.compute.provider_tree [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.936913] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.937183] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.023815] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "bf7f08fd-898a-4425-913e-eaf37d96e783" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.024085] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.024297] env[69073]: DEBUG nova.compute.manager [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.025220] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf065f-9e96-497d-a46d-4a197cec50c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.032220] env[69073]: DEBUG nova.compute.manager [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69073) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1410.032783] env[69073]: DEBUG nova.objects.instance [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'flavor' on Instance uuid bf7f08fd-898a-4425-913e-eaf37d96e783 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.204534] env[69073]: DEBUG nova.scheduler.client.report [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.441841] env[69073]: INFO nova.compute.manager [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Detaching volume 91a84936-57da-4f23-9333-dd62d556d5a9 [ 1410.471315] env[69073]: INFO nova.virt.block_device [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Attempting to driver detach volume 91a84936-57da-4f23-9333-dd62d556d5a9 from mountpoint /dev/sdb [ 1410.471556] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1410.471741] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1410.472669] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f011b411-1832-4acd-b411-baefbaaa4c00 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.494288] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7867383-afa4-4947-9265-638a8cb9705f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.500807] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a47fb-a07b-4c78-9c08-a30455178c4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.520016] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c757420-92a4-4843-bf52-b7acf933f22d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.533753] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] The volume has not been displaced from its original location: [datastore2] volume-91a84936-57da-4f23-9333-dd62d556d5a9/volume-91a84936-57da-4f23-9333-dd62d556d5a9.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1410.538824] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1410.541028] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69393ffd-bbd1-43eb-aa55-3d24e8d3cc3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.561013] env[69073]: DEBUG oslo_vmware.api [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1410.561013] env[69073]: value = "task-3220662" [ 1410.561013] env[69073]: _type = "Task" [ 1410.561013] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.569569] env[69073]: DEBUG oslo_vmware.api [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.710734] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.731827] env[69073]: INFO nova.scheduler.client.report [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Deleted allocations for instance 894a03bb-c04a-4f07-bd17-d72ae7df0f9b [ 1411.055755] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1411.056148] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76dc3ac3-2330-406c-ad0a-2bd30ff65037 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.066100] env[69073]: DEBUG oslo_vmware.api [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1411.066100] env[69073]: value = "task-3220663" [ 1411.066100] env[69073]: _type = "Task" [ 1411.066100] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.074828] env[69073]: DEBUG oslo_vmware.api [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.079537] env[69073]: DEBUG oslo_vmware.api [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.239728] env[69073]: DEBUG oslo_concurrency.lockutils [None req-ee6a5799-e8a5-43e7-ae54-6e14859d1a70 tempest-AttachVolumeNegativeTest-1669137141 tempest-AttachVolumeNegativeTest-1669137141-project-member] Lock "894a03bb-c04a-4f07-bd17-d72ae7df0f9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.573308] env[69073]: DEBUG oslo_vmware.api [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.577975] env[69073]: DEBUG oslo_vmware.api [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220663, 'name': PowerOffVM_Task, 'duration_secs': 0.200717} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.578229] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.578427] env[69073]: DEBUG nova.compute.manager [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1411.579150] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09aab90-6736-4e2f-8548-95a5443bac0b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.071977] env[69073]: DEBUG oslo_vmware.api [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220662, 'name': ReconfigVM_Task, 'duration_secs': 1.215337} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.072291] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1412.076836] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db0186d-3cea-433e-8dbf-71478f4e89ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.090898] env[69073]: DEBUG oslo_vmware.api [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1412.090898] env[69073]: value = "task-3220665" [ 1412.090898] env[69073]: _type = "Task" [ 1412.090898] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.091316] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9acdab1-9a2e-4d67-98ae-978ea0c25d4d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.099643] env[69073]: DEBUG oslo_vmware.api [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.419778] env[69073]: DEBUG nova.objects.instance [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'flavor' on Instance uuid bf7f08fd-898a-4425-913e-eaf37d96e783 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1412.602096] env[69073]: DEBUG oslo_vmware.api [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220665, 'name': ReconfigVM_Task, 'duration_secs': 0.13727} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.602406] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643873', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'name': 'volume-91a84936-57da-4f23-9333-dd62d556d5a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85e7d7c2-9edd-4218-8cbe-ef70687a7b77', 'attached_at': '', 'detached_at': '', 'volume_id': '91a84936-57da-4f23-9333-dd62d556d5a9', 'serial': '91a84936-57da-4f23-9333-dd62d556d5a9'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1412.925072] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.925257] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.925433] env[69073]: DEBUG nova.network.neutron [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1412.925603] env[69073]: DEBUG nova.objects.instance [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'info_cache' on Instance uuid bf7f08fd-898a-4425-913e-eaf37d96e783 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.143778] env[69073]: DEBUG nova.objects.instance [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'flavor' on Instance uuid 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.428776] env[69073]: DEBUG nova.objects.base [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1414.143464] env[69073]: DEBUG nova.network.neutron [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updating instance_info_cache with network_info: [{"id": "06140a94-9bd4-493c-9df8-2c14b854566b", "address": "fa:16:3e:b6:12:1f", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06140a94-9b", "ovs_interfaceid": "06140a94-9bd4-493c-9df8-2c14b854566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.151741] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bf9c730d-63bd-4163-a797-a79b9efae83e tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.214s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.646074] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.210691] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.210940] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.211176] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.211374] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.211547] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.215858] env[69073]: INFO nova.compute.manager [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Terminating instance [ 1415.651517] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.651862] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9032d6ff-39fb-4af2-8386-e8334902925c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.659740] env[69073]: DEBUG oslo_vmware.api [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1415.659740] env[69073]: value = "task-3220667" [ 1415.659740] env[69073]: _type = "Task" [ 1415.659740] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.667238] env[69073]: DEBUG oslo_vmware.api [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.719177] env[69073]: DEBUG nova.compute.manager [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.719423] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.720402] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafd4937-1286-478d-8494-0df7cd5cdd96 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.727561] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.727862] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92214d5c-9d0a-4141-9d8b-fb3541caef18 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.733321] env[69073]: DEBUG oslo_vmware.api [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1415.733321] env[69073]: value = "task-3220668" [ 1415.733321] env[69073]: _type = "Task" [ 1415.733321] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.741144] env[69073]: DEBUG oslo_vmware.api [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.170045] env[69073]: DEBUG oslo_vmware.api [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220667, 'name': PowerOnVM_Task, 'duration_secs': 0.356565} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.170045] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.170228] env[69073]: DEBUG nova.compute.manager [None req-e08c8be3-56f5-41c5-afa5-523e16fee1e9 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.170951] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec735ca1-b457-443c-89f1-560ffc1a2883 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.242587] env[69073]: DEBUG oslo_vmware.api [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220668, 'name': PowerOffVM_Task, 'duration_secs': 0.170125} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.242842] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.243031] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.243273] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-776224e9-2ea8-44b7-8093-dcbc668fd8aa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.305211] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.305427] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.305612] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleting the datastore file [datastore2] 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.305877] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60c6d04-5fb2-4a87-8cd3-2e333d6a65a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.311874] env[69073]: DEBUG oslo_vmware.api [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1416.311874] env[69073]: value = "task-3220670" [ 1416.311874] env[69073]: _type = "Task" [ 1416.311874] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.319176] env[69073]: DEBUG oslo_vmware.api [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.826028] env[69073]: DEBUG oslo_vmware.api [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132333} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.826028] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.826028] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.826028] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.826028] env[69073]: INFO nova.compute.manager [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1416.826028] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1416.826028] env[69073]: DEBUG nova.compute.manager [-] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1416.826028] env[69073]: DEBUG nova.network.neutron [-] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.203113] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72547009-616f-4d49-9efc-926c7f0f2ad3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.209925] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d1253eb5-42db-4255-acda-cb8b6cc59647 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Suspending the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1417.210212] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-31b2af0c-a402-4fe4-a2b3-60d4de35a80b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.217617] env[69073]: DEBUG oslo_vmware.api [None req-d1253eb5-42db-4255-acda-cb8b6cc59647 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1417.217617] env[69073]: value = "task-3220671" [ 1417.217617] env[69073]: _type = "Task" [ 1417.217617] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.225932] env[69073]: DEBUG oslo_vmware.api [None req-d1253eb5-42db-4255-acda-cb8b6cc59647 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220671, 'name': SuspendVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.424043] env[69073]: DEBUG nova.compute.manager [req-47ea1c49-869d-49a6-b6e2-a2cb9a55248e req-a98a6e54-d1b3-40c8-be3e-b1f57940f7d1 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Received event network-vif-deleted-fbf70acb-c41f-4c72-bea3-6fe80c165dea {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.424187] env[69073]: INFO nova.compute.manager [req-47ea1c49-869d-49a6-b6e2-a2cb9a55248e req-a98a6e54-d1b3-40c8-be3e-b1f57940f7d1 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Neutron deleted interface fbf70acb-c41f-4c72-bea3-6fe80c165dea; detaching it from the instance and deleting it from the info cache [ 1417.424688] env[69073]: DEBUG nova.network.neutron [req-47ea1c49-869d-49a6-b6e2-a2cb9a55248e req-a98a6e54-d1b3-40c8-be3e-b1f57940f7d1 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.728785] env[69073]: DEBUG oslo_vmware.api [None req-d1253eb5-42db-4255-acda-cb8b6cc59647 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220671, 'name': SuspendVM_Task} progress is 70%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.902399] env[69073]: DEBUG nova.network.neutron [-] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.927087] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d62e15c-82e6-4360-add0-4f7e1389b583 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.937057] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121df25f-50b6-4517-a32a-8727e12f0e02 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.962411] env[69073]: DEBUG nova.compute.manager [req-47ea1c49-869d-49a6-b6e2-a2cb9a55248e req-a98a6e54-d1b3-40c8-be3e-b1f57940f7d1 service nova] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Detach interface failed, port_id=fbf70acb-c41f-4c72-bea3-6fe80c165dea, reason: Instance 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1418.228048] env[69073]: DEBUG oslo_vmware.api [None req-d1253eb5-42db-4255-acda-cb8b6cc59647 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220671, 'name': SuspendVM_Task, 'duration_secs': 0.557125} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.228327] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d1253eb5-42db-4255-acda-cb8b6cc59647 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Suspended the VM {{(pid=69073) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1418.228507] env[69073]: DEBUG nova.compute.manager [None req-d1253eb5-42db-4255-acda-cb8b6cc59647 tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.229330] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76bc471-1ab2-4386-b1aa-20418c04646a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.405480] env[69073]: INFO nova.compute.manager [-] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Took 1.58 seconds to deallocate network for instance. [ 1418.911207] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.911538] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.911714] env[69073]: DEBUG nova.objects.instance [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'resources' on Instance uuid 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.467952] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2f013e-7d46-41bd-9e27-58c05d0a4455 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.476091] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98156784-2c87-4536-a231-cfc7153952d9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.504853] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3187e2f8-a2de-46ba-8ffa-470ac5aeb077 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.511347] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b330fa-bccb-440a-bba4-832431e88e2e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.523641] env[69073]: DEBUG nova.compute.provider_tree [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.775445] env[69073]: INFO nova.compute.manager [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Resuming [ 1419.776088] env[69073]: DEBUG nova.objects.instance [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'flavor' on Instance uuid bf7f08fd-898a-4425-913e-eaf37d96e783 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.027073] env[69073]: DEBUG nova.scheduler.client.report [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.532498] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.550138] env[69073]: INFO nova.scheduler.client.report [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted allocations for instance 85e7d7c2-9edd-4218-8cbe-ef70687a7b77 [ 1421.057745] env[69073]: DEBUG oslo_concurrency.lockutils [None req-73efb454-5998-421e-8ed5-5f8d0be1d116 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "85e7d7c2-9edd-4218-8cbe-ef70687a7b77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.847s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.288925] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.288925] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquired lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.288925] env[69073]: DEBUG nova.network.neutron [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.108061] env[69073]: DEBUG nova.network.neutron [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updating instance_info_cache with network_info: [{"id": "06140a94-9bd4-493c-9df8-2c14b854566b", "address": "fa:16:3e:b6:12:1f", "network": {"id": "abff5dbc-86f5-4dff-91f1-e23bf224462d", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-523736544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "414dd319029b45a387b21fe556d09f85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06140a94-9b", "ovs_interfaceid": "06140a94-9bd4-493c-9df8-2c14b854566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.610717] env[69073]: DEBUG oslo_concurrency.lockutils [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Releasing lock "refresh_cache-bf7f08fd-898a-4425-913e-eaf37d96e783" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.611755] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2a549c-94e2-4c0c-939d-ecc397d64741 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.618521] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Resuming the VM {{(pid=69073) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1422.618770] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a19d33be-f92b-4896-87a4-97ce872e0e6c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.624866] env[69073]: DEBUG oslo_vmware.api [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1422.624866] env[69073]: value = "task-3220673" [ 1422.624866] env[69073]: _type = "Task" [ 1422.624866] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.635471] env[69073]: DEBUG oslo_vmware.api [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.722793] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "016b8398-c9d9-4842-9783-f8d315393aad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.723031] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "016b8398-c9d9-4842-9783-f8d315393aad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.139751] env[69073]: DEBUG oslo_vmware.api [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.225839] env[69073]: DEBUG nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1423.634924] env[69073]: DEBUG oslo_vmware.api [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220673, 'name': PowerOnVM_Task, 'duration_secs': 0.534887} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.635167] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Resumed the VM {{(pid=69073) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1423.635350] env[69073]: DEBUG nova.compute.manager [None req-3a4de6a5-cd9d-4938-bd5e-df616acfe07c tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.636139] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0130b909-6d3d-498a-a106-ef36fc0defc8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.752534] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.752747] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.755053] env[69073]: INFO nova.compute.claims [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.510556] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "bf7f08fd-898a-4425-913e-eaf37d96e783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.510928] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.511307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "bf7f08fd-898a-4425-913e-eaf37d96e783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.511307] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.511491] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.513920] env[69073]: INFO nova.compute.manager [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Terminating instance [ 1424.815698] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecbded0-b4c6-4d01-aee7-ee2c38e4e0b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.823612] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae18c7ea-965f-4768-8b22-2509e8fb4092 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.853419] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2bc77-cd39-4e69-a52e-884bbed817c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.860007] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fa9159-2bf9-4dff-8e0b-272b73b194c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.872605] env[69073]: DEBUG nova.compute.provider_tree [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.018206] env[69073]: DEBUG nova.compute.manager [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.018411] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.019313] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c0e842-11dc-40ed-b45a-e3cb4831e092 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.027411] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1425.027651] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b561a6d-89dd-40b9-84fc-be4b8d3ed72a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.034742] env[69073]: DEBUG oslo_vmware.api [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1425.034742] env[69073]: value = "task-3220674" [ 1425.034742] env[69073]: _type = "Task" [ 1425.034742] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.042220] env[69073]: DEBUG oslo_vmware.api [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.376044] env[69073]: DEBUG nova.scheduler.client.report [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.544833] env[69073]: DEBUG oslo_vmware.api [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220674, 'name': PowerOffVM_Task, 'duration_secs': 0.315455} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.545361] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1425.545564] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1425.545816] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8db2662a-b92f-49d3-9112-ddf6560b6755 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.606578] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1425.606758] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1425.606914] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleting the datastore file [datastore2] bf7f08fd-898a-4425-913e-eaf37d96e783 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1425.607198] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb20b304-5b26-4fa8-ab80-25cfc1c66ebf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.612959] env[69073]: DEBUG oslo_vmware.api [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for the task: (returnval){ [ 1425.612959] env[69073]: value = "task-3220676" [ 1425.612959] env[69073]: _type = "Task" [ 1425.612959] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.620767] env[69073]: DEBUG oslo_vmware.api [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.880718] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.881300] env[69073]: DEBUG nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.123347] env[69073]: DEBUG oslo_vmware.api [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Task: {'id': task-3220676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141391} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.123609] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1426.123793] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1426.123968] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1426.124160] env[69073]: INFO nova.compute.manager [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1426.124401] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.124594] env[69073]: DEBUG nova.compute.manager [-] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1426.124683] env[69073]: DEBUG nova.network.neutron [-] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1426.386656] env[69073]: DEBUG nova.compute.utils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1426.388308] env[69073]: DEBUG nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.388504] env[69073]: DEBUG nova.network.neutron [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1426.425829] env[69073]: DEBUG nova.policy [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7163e4fa4713436ebfda7c5c83aeb502', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b8bc78b3d3940a5acb0714379271168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.523786] env[69073]: DEBUG nova.compute.manager [req-22f0f319-fdf4-4264-802b-4191005446d2 req-a5d31211-edd9-4323-8ad3-433b3be9f53d service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Received event network-vif-deleted-06140a94-9bd4-493c-9df8-2c14b854566b {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.523991] env[69073]: INFO nova.compute.manager [req-22f0f319-fdf4-4264-802b-4191005446d2 req-a5d31211-edd9-4323-8ad3-433b3be9f53d service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Neutron deleted interface 06140a94-9bd4-493c-9df8-2c14b854566b; detaching it from the instance and deleting it from the info cache [ 1426.524280] env[69073]: DEBUG nova.network.neutron [req-22f0f319-fdf4-4264-802b-4191005446d2 req-a5d31211-edd9-4323-8ad3-433b3be9f53d service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.685226] env[69073]: DEBUG nova.network.neutron [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Successfully created port: faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.891302] env[69073]: DEBUG nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.003644] env[69073]: DEBUG nova.network.neutron [-] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.026544] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a7cf91f-e400-4a37-a14e-15517fb6ec77 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.036667] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f84d026-9ca6-4cef-9dc5-090e42d9413b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.060603] env[69073]: DEBUG nova.compute.manager [req-22f0f319-fdf4-4264-802b-4191005446d2 req-a5d31211-edd9-4323-8ad3-433b3be9f53d service nova] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Detach interface failed, port_id=06140a94-9bd4-493c-9df8-2c14b854566b, reason: Instance bf7f08fd-898a-4425-913e-eaf37d96e783 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1427.506240] env[69073]: INFO nova.compute.manager [-] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Took 1.38 seconds to deallocate network for instance. [ 1427.899997] env[69073]: DEBUG nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.926997] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.927637] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.927637] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.927637] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.927854] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.927927] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.928575] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.928575] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.928575] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.928751] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.928869] env[69073]: DEBUG nova.virt.hardware [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.929726] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14651135-05c8-4feb-9b2c-dbeb441b9d1b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.937966] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc872bda-f3b2-4ebf-adbe-1932c6da1b5b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.012910] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.013586] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.013586] env[69073]: DEBUG nova.objects.instance [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lazy-loading 'resources' on Instance uuid bf7f08fd-898a-4425-913e-eaf37d96e783 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.043877] env[69073]: DEBUG nova.compute.manager [req-5463e36a-b5fc-4e08-a4ee-89b978f330c0 req-12daf90d-e99a-4d49-97d4-84d83e86becf service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Received event network-vif-plugged-faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.043877] env[69073]: DEBUG oslo_concurrency.lockutils [req-5463e36a-b5fc-4e08-a4ee-89b978f330c0 req-12daf90d-e99a-4d49-97d4-84d83e86becf service nova] Acquiring lock "016b8398-c9d9-4842-9783-f8d315393aad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.043877] env[69073]: DEBUG oslo_concurrency.lockutils [req-5463e36a-b5fc-4e08-a4ee-89b978f330c0 req-12daf90d-e99a-4d49-97d4-84d83e86becf service nova] Lock "016b8398-c9d9-4842-9783-f8d315393aad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.043877] env[69073]: DEBUG oslo_concurrency.lockutils [req-5463e36a-b5fc-4e08-a4ee-89b978f330c0 req-12daf90d-e99a-4d49-97d4-84d83e86becf service nova] Lock "016b8398-c9d9-4842-9783-f8d315393aad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.043877] env[69073]: DEBUG nova.compute.manager [req-5463e36a-b5fc-4e08-a4ee-89b978f330c0 req-12daf90d-e99a-4d49-97d4-84d83e86becf service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] No waiting events found dispatching network-vif-plugged-faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.043877] env[69073]: WARNING nova.compute.manager [req-5463e36a-b5fc-4e08-a4ee-89b978f330c0 req-12daf90d-e99a-4d49-97d4-84d83e86becf service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Received unexpected event network-vif-plugged-faf84c31-794f-4097-a8d1-1ebd0dc98152 for instance with vm_state building and task_state spawning. [ 1428.125747] env[69073]: DEBUG nova.network.neutron [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Successfully updated port: faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.567856] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805dfa51-5d69-4c69-ab6b-131c53de799b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.575395] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db79551-28f3-4ecd-b32c-c95694fad23e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.605050] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92325d3-de5a-416d-a11b-037de1a3fb15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.611612] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fc212a-6b0d-4e4b-a9a8-7cbbc2d69cd3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.624143] env[69073]: DEBUG nova.compute.provider_tree [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.628122] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.628260] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.628441] env[69073]: DEBUG nova.network.neutron [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.127248] env[69073]: DEBUG nova.scheduler.client.report [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.159652] env[69073]: DEBUG nova.network.neutron [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.283916] env[69073]: DEBUG nova.network.neutron [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Updating instance_info_cache with network_info: [{"id": "faf84c31-794f-4097-a8d1-1ebd0dc98152", "address": "fa:16:3e:f1:c5:82", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf84c31-79", "ovs_interfaceid": "faf84c31-794f-4097-a8d1-1ebd0dc98152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.633773] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.652083] env[69073]: INFO nova.scheduler.client.report [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Deleted allocations for instance bf7f08fd-898a-4425-913e-eaf37d96e783 [ 1429.787022] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.787237] env[69073]: DEBUG nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Instance network_info: |[{"id": "faf84c31-794f-4097-a8d1-1ebd0dc98152", "address": "fa:16:3e:f1:c5:82", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf84c31-79", "ovs_interfaceid": "faf84c31-794f-4097-a8d1-1ebd0dc98152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.787668] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:c5:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faf84c31-794f-4097-a8d1-1ebd0dc98152', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.795166] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.795387] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.795610] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d35a5db6-fee7-4589-a737-96d9fa567ec4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.817360] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.817360] env[69073]: value = "task-3220677" [ 1429.817360] env[69073]: _type = "Task" [ 1429.817360] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.825361] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220677, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.070498] env[69073]: DEBUG nova.compute.manager [req-85302f32-97db-4640-9a00-ab88e8b8f4f9 req-94225cf4-4d53-4223-a6fa-d514a5939220 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Received event network-changed-faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.070626] env[69073]: DEBUG nova.compute.manager [req-85302f32-97db-4640-9a00-ab88e8b8f4f9 req-94225cf4-4d53-4223-a6fa-d514a5939220 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Refreshing instance network info cache due to event network-changed-faf84c31-794f-4097-a8d1-1ebd0dc98152. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1430.070747] env[69073]: DEBUG oslo_concurrency.lockutils [req-85302f32-97db-4640-9a00-ab88e8b8f4f9 req-94225cf4-4d53-4223-a6fa-d514a5939220 service nova] Acquiring lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.070879] env[69073]: DEBUG oslo_concurrency.lockutils [req-85302f32-97db-4640-9a00-ab88e8b8f4f9 req-94225cf4-4d53-4223-a6fa-d514a5939220 service nova] Acquired lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.071055] env[69073]: DEBUG nova.network.neutron [req-85302f32-97db-4640-9a00-ab88e8b8f4f9 req-94225cf4-4d53-4223-a6fa-d514a5939220 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Refreshing network info cache for port faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.158872] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b1229513-9f72-4927-8d9f-0cf5a042798d tempest-ServerActionsTestJSON-55840893 tempest-ServerActionsTestJSON-55840893-project-member] Lock "bf7f08fd-898a-4425-913e-eaf37d96e783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.648s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.327112] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220677, 'name': CreateVM_Task, 'duration_secs': 0.291043} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.327305] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.327885] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.328062] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.328394] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.328637] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a122f6da-e97a-4189-9e59-0ff99422d616 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.333779] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1430.333779] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527a5d3d-5db1-1cf3-b0e7-34a5e0ffbde0" [ 1430.333779] env[69073]: _type = "Task" [ 1430.333779] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.340798] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527a5d3d-5db1-1cf3-b0e7-34a5e0ffbde0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.758174] env[69073]: DEBUG nova.network.neutron [req-85302f32-97db-4640-9a00-ab88e8b8f4f9 req-94225cf4-4d53-4223-a6fa-d514a5939220 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Updated VIF entry in instance network info cache for port faf84c31-794f-4097-a8d1-1ebd0dc98152. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.758174] env[69073]: DEBUG nova.network.neutron [req-85302f32-97db-4640-9a00-ab88e8b8f4f9 req-94225cf4-4d53-4223-a6fa-d514a5939220 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Updating instance_info_cache with network_info: [{"id": "faf84c31-794f-4097-a8d1-1ebd0dc98152", "address": "fa:16:3e:f1:c5:82", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf84c31-79", "ovs_interfaceid": "faf84c31-794f-4097-a8d1-1ebd0dc98152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.844338] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]527a5d3d-5db1-1cf3-b0e7-34a5e0ffbde0, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.844705] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.845068] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.845246] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.845515] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.845557] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.845829] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8f4136-2f25-4636-92f8-a5c294b70d2c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.854041] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.854177] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.854986] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136fca60-2a2e-4e91-941f-c3464ba4489e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.860039] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1430.860039] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52076acf-71c6-d4e5-62e3-6d62971dd727" [ 1430.860039] env[69073]: _type = "Task" [ 1430.860039] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.867667] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52076acf-71c6-d4e5-62e3-6d62971dd727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.259980] env[69073]: DEBUG oslo_concurrency.lockutils [req-85302f32-97db-4640-9a00-ab88e8b8f4f9 req-94225cf4-4d53-4223-a6fa-d514a5939220 service nova] Releasing lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.371378] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52076acf-71c6-d4e5-62e3-6d62971dd727, 'name': SearchDatastore_Task, 'duration_secs': 0.008225} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.372180] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57798a2c-ce8b-42d9-943d-5e2ca41d7d15 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.378031] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1431.378031] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bb1cf4-44c0-abab-8dcd-742ada02f62b" [ 1431.378031] env[69073]: _type = "Task" [ 1431.378031] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.385786] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bb1cf4-44c0-abab-8dcd-742ada02f62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.887685] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52bb1cf4-44c0-abab-8dcd-742ada02f62b, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.887948] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.888225] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 016b8398-c9d9-4842-9783-f8d315393aad/016b8398-c9d9-4842-9783-f8d315393aad.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.888489] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1759188-51d0-4e38-b0a8-82aa416c04f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.895208] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1431.895208] env[69073]: value = "task-3220678" [ 1431.895208] env[69073]: _type = "Task" [ 1431.895208] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.903619] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.404337] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491397} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.404617] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 016b8398-c9d9-4842-9783-f8d315393aad/016b8398-c9d9-4842-9783-f8d315393aad.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.404823] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.405097] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ef45cf3-ccb3-4cb4-a64d-9bf5ccef8b6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.411499] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1432.411499] env[69073]: value = "task-3220679" [ 1432.411499] env[69073]: _type = "Task" [ 1432.411499] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.419388] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.921891] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066977} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.922195] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.922943] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b2b15f-7f8a-4888-aed1-ed9d3433d494 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.944639] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 016b8398-c9d9-4842-9783-f8d315393aad/016b8398-c9d9-4842-9783-f8d315393aad.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.944882] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb503c0-8a89-4575-bfd7-c0a971a0a7b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.965125] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1432.965125] env[69073]: value = "task-3220680" [ 1432.965125] env[69073]: _type = "Task" [ 1432.965125] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.972365] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220680, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.475529] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220680, 'name': ReconfigVM_Task, 'duration_secs': 0.319481} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.476077] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 016b8398-c9d9-4842-9783-f8d315393aad/016b8398-c9d9-4842-9783-f8d315393aad.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.476461] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-482aa96d-f968-4f21-908c-2f00157b4221 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.483188] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1433.483188] env[69073]: value = "task-3220681" [ 1433.483188] env[69073]: _type = "Task" [ 1433.483188] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.491518] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220681, 'name': Rename_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.993220] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220681, 'name': Rename_Task, 'duration_secs': 0.414699} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.993220] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.993471] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4687249a-6bd3-4030-ba25-c8089e21c3cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.999407] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1433.999407] env[69073]: value = "task-3220682" [ 1433.999407] env[69073]: _type = "Task" [ 1433.999407] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.007424] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.511024] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.010425] env[69073]: DEBUG oslo_vmware.api [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220682, 'name': PowerOnVM_Task, 'duration_secs': 0.640996} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.010690] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.010891] env[69073]: INFO nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1435.011081] env[69073]: DEBUG nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.011860] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633723a4-453f-455c-9d9f-48398ea05a44 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.533242] env[69073]: INFO nova.compute.manager [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Took 11.80 seconds to build instance. [ 1435.792706] env[69073]: DEBUG nova.compute.manager [req-daccf8ef-9a58-4e96-b465-627c4079ba5e req-2cd967af-b1e9-4bfe-9aee-d2257837d74c service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Received event network-changed-faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.792906] env[69073]: DEBUG nova.compute.manager [req-daccf8ef-9a58-4e96-b465-627c4079ba5e req-2cd967af-b1e9-4bfe-9aee-d2257837d74c service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Refreshing instance network info cache due to event network-changed-faf84c31-794f-4097-a8d1-1ebd0dc98152. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1435.797223] env[69073]: DEBUG oslo_concurrency.lockutils [req-daccf8ef-9a58-4e96-b465-627c4079ba5e req-2cd967af-b1e9-4bfe-9aee-d2257837d74c service nova] Acquiring lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.797405] env[69073]: DEBUG oslo_concurrency.lockutils [req-daccf8ef-9a58-4e96-b465-627c4079ba5e req-2cd967af-b1e9-4bfe-9aee-d2257837d74c service nova] Acquired lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.797595] env[69073]: DEBUG nova.network.neutron [req-daccf8ef-9a58-4e96-b465-627c4079ba5e req-2cd967af-b1e9-4bfe-9aee-d2257837d74c service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Refreshing network info cache for port faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.004330] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "3ad74664-4dda-4c16-bd26-e93e256a34e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.004758] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "3ad74664-4dda-4c16-bd26-e93e256a34e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.035239] env[69073]: DEBUG oslo_concurrency.lockutils [None req-29463f8c-176c-4865-83c5-dd3ed62cf529 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "016b8398-c9d9-4842-9783-f8d315393aad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.312s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.490055] env[69073]: DEBUG nova.network.neutron [req-daccf8ef-9a58-4e96-b465-627c4079ba5e req-2cd967af-b1e9-4bfe-9aee-d2257837d74c service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Updated VIF entry in instance network info cache for port faf84c31-794f-4097-a8d1-1ebd0dc98152. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.490467] env[69073]: DEBUG nova.network.neutron [req-daccf8ef-9a58-4e96-b465-627c4079ba5e req-2cd967af-b1e9-4bfe-9aee-d2257837d74c service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Updating instance_info_cache with network_info: [{"id": "faf84c31-794f-4097-a8d1-1ebd0dc98152", "address": "fa:16:3e:f1:c5:82", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf84c31-79", "ovs_interfaceid": "faf84c31-794f-4097-a8d1-1ebd0dc98152", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.506732] env[69073]: DEBUG nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1436.994212] env[69073]: DEBUG oslo_concurrency.lockutils [req-daccf8ef-9a58-4e96-b465-627c4079ba5e req-2cd967af-b1e9-4bfe-9aee-d2257837d74c service nova] Releasing lock "refresh_cache-016b8398-c9d9-4842-9783-f8d315393aad" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.028242] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.028529] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.030647] env[69073]: INFO nova.compute.claims [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.084555] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf9ed12-2f74-4014-a56a-e5777dcee962 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.092254] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34777a2-9424-4925-a45e-d6d16ab13d4e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.121213] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb2a55d-a628-420b-a6e5-2b0e389b03ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.127973] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf2e931-9edd-4326-b2f6-38059987ce64 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.140413] env[69073]: DEBUG nova.compute.provider_tree [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.643153] env[69073]: DEBUG nova.scheduler.client.report [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.147719] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.650873] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "be66f06e-776c-42dc-96b7-74b0eab29212" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.651173] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "be66f06e-776c-42dc-96b7-74b0eab29212" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.154155] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "be66f06e-776c-42dc-96b7-74b0eab29212" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.154736] env[69073]: DEBUG nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.659438] env[69073]: DEBUG nova.compute.utils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1440.660894] env[69073]: DEBUG nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.661077] env[69073]: DEBUG nova.network.neutron [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.716045] env[69073]: DEBUG nova.policy [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bfead5a75929444b8aec481a94e3f12b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4f75106fe32470893c487eea6ec2bbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.973643] env[69073]: DEBUG nova.network.neutron [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Successfully created port: 6ab515a2-d674-41f3-9547-bcdce52b350f {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.164656] env[69073]: DEBUG nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1442.174655] env[69073]: DEBUG nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.201298] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.201474] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.201600] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.201779] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.201924] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.202083] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.202324] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.202542] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.202658] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.202818] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.202988] env[69073]: DEBUG nova.virt.hardware [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.203884] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7013dbdb-02c8-4440-80d0-196eb9ada9e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.212016] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d817f82e-7153-45b8-82a5-b804b890c796 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.311624] env[69073]: DEBUG nova.compute.manager [req-601fc5a5-c0fa-4811-ba03-d8c9f113cf5b req-54deaef5-da79-45fa-b920-0efa622245c4 service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Received event network-vif-plugged-6ab515a2-d674-41f3-9547-bcdce52b350f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.311860] env[69073]: DEBUG oslo_concurrency.lockutils [req-601fc5a5-c0fa-4811-ba03-d8c9f113cf5b req-54deaef5-da79-45fa-b920-0efa622245c4 service nova] Acquiring lock "3ad74664-4dda-4c16-bd26-e93e256a34e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.312066] env[69073]: DEBUG oslo_concurrency.lockutils [req-601fc5a5-c0fa-4811-ba03-d8c9f113cf5b req-54deaef5-da79-45fa-b920-0efa622245c4 service nova] Lock "3ad74664-4dda-4c16-bd26-e93e256a34e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.312262] env[69073]: DEBUG oslo_concurrency.lockutils [req-601fc5a5-c0fa-4811-ba03-d8c9f113cf5b req-54deaef5-da79-45fa-b920-0efa622245c4 service nova] Lock "3ad74664-4dda-4c16-bd26-e93e256a34e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.312457] env[69073]: DEBUG nova.compute.manager [req-601fc5a5-c0fa-4811-ba03-d8c9f113cf5b req-54deaef5-da79-45fa-b920-0efa622245c4 service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] No waiting events found dispatching network-vif-plugged-6ab515a2-d674-41f3-9547-bcdce52b350f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.312625] env[69073]: WARNING nova.compute.manager [req-601fc5a5-c0fa-4811-ba03-d8c9f113cf5b req-54deaef5-da79-45fa-b920-0efa622245c4 service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Received unexpected event network-vif-plugged-6ab515a2-d674-41f3-9547-bcdce52b350f for instance with vm_state building and task_state spawning. [ 1442.394744] env[69073]: DEBUG nova.network.neutron [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Successfully updated port: 6ab515a2-d674-41f3-9547-bcdce52b350f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.897968] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "refresh_cache-3ad74664-4dda-4c16-bd26-e93e256a34e0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.898152] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquired lock "refresh_cache-3ad74664-4dda-4c16-bd26-e93e256a34e0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.898307] env[69073]: DEBUG nova.network.neutron [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.428203] env[69073]: DEBUG nova.network.neutron [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.570886] env[69073]: DEBUG nova.network.neutron [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Updating instance_info_cache with network_info: [{"id": "6ab515a2-d674-41f3-9547-bcdce52b350f", "address": "fa:16:3e:70:ca:87", "network": {"id": "6db1f12e-2461-404a-9ae0-a234e7d82b05", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2100675065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4f75106fe32470893c487eea6ec2bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab515a2-d6", "ovs_interfaceid": "6ab515a2-d674-41f3-9547-bcdce52b350f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.073874] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Releasing lock "refresh_cache-3ad74664-4dda-4c16-bd26-e93e256a34e0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.074221] env[69073]: DEBUG nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Instance network_info: |[{"id": "6ab515a2-d674-41f3-9547-bcdce52b350f", "address": "fa:16:3e:70:ca:87", "network": {"id": "6db1f12e-2461-404a-9ae0-a234e7d82b05", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2100675065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4f75106fe32470893c487eea6ec2bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab515a2-d6", "ovs_interfaceid": "6ab515a2-d674-41f3-9547-bcdce52b350f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.074639] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:ca:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ab515a2-d674-41f3-9547-bcdce52b350f', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.082322] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Creating folder: Project (f4f75106fe32470893c487eea6ec2bbc). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.082662] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a15196dd-b687-4f63-8dda-aed521885859 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.096049] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Created folder: Project (f4f75106fe32470893c487eea6ec2bbc) in parent group-v643537. [ 1444.096236] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Creating folder: Instances. Parent ref: group-v643879. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.096468] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fee71e81-0c71-493a-a057-35579a79aeb6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.105629] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Created folder: Instances in parent group-v643879. [ 1444.105889] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1444.106083] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.106272] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c1c11f8-71f0-429f-8030-84393ce89e76 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.124341] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.124341] env[69073]: value = "task-3220689" [ 1444.124341] env[69073]: _type = "Task" [ 1444.124341] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.131193] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220689, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.338878] env[69073]: DEBUG nova.compute.manager [req-bd7dbf02-8a46-4ac4-93ee-ce8a90292301 req-7555a870-ce00-4b73-8be3-1b307f1bb737 service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Received event network-changed-6ab515a2-d674-41f3-9547-bcdce52b350f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.339107] env[69073]: DEBUG nova.compute.manager [req-bd7dbf02-8a46-4ac4-93ee-ce8a90292301 req-7555a870-ce00-4b73-8be3-1b307f1bb737 service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Refreshing instance network info cache due to event network-changed-6ab515a2-d674-41f3-9547-bcdce52b350f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1444.339355] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd7dbf02-8a46-4ac4-93ee-ce8a90292301 req-7555a870-ce00-4b73-8be3-1b307f1bb737 service nova] Acquiring lock "refresh_cache-3ad74664-4dda-4c16-bd26-e93e256a34e0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.339457] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd7dbf02-8a46-4ac4-93ee-ce8a90292301 req-7555a870-ce00-4b73-8be3-1b307f1bb737 service nova] Acquired lock "refresh_cache-3ad74664-4dda-4c16-bd26-e93e256a34e0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.339613] env[69073]: DEBUG nova.network.neutron [req-bd7dbf02-8a46-4ac4-93ee-ce8a90292301 req-7555a870-ce00-4b73-8be3-1b307f1bb737 service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Refreshing network info cache for port 6ab515a2-d674-41f3-9547-bcdce52b350f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.634423] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220689, 'name': CreateVM_Task, 'duration_secs': 0.328737} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.634804] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1444.635267] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.635433] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.635744] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.635998] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f7cbbd-ec74-4d6f-8d36-bce5f4f6c10f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.640266] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1444.640266] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e8fabe-d432-8dcb-a6cc-8bd773fb4382" [ 1444.640266] env[69073]: _type = "Task" [ 1444.640266] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.647553] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e8fabe-d432-8dcb-a6cc-8bd773fb4382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.029520] env[69073]: DEBUG nova.network.neutron [req-bd7dbf02-8a46-4ac4-93ee-ce8a90292301 req-7555a870-ce00-4b73-8be3-1b307f1bb737 service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Updated VIF entry in instance network info cache for port 6ab515a2-d674-41f3-9547-bcdce52b350f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.030473] env[69073]: DEBUG nova.network.neutron [req-bd7dbf02-8a46-4ac4-93ee-ce8a90292301 req-7555a870-ce00-4b73-8be3-1b307f1bb737 service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Updating instance_info_cache with network_info: [{"id": "6ab515a2-d674-41f3-9547-bcdce52b350f", "address": "fa:16:3e:70:ca:87", "network": {"id": "6db1f12e-2461-404a-9ae0-a234e7d82b05", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2100675065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f4f75106fe32470893c487eea6ec2bbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ab515a2-d6", "ovs_interfaceid": "6ab515a2-d674-41f3-9547-bcdce52b350f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.150879] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52e8fabe-d432-8dcb-a6cc-8bd773fb4382, 'name': SearchDatastore_Task, 'duration_secs': 0.01042} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.151219] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.151450] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.151686] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.151829] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.152013] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.152287] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83e5f444-0a62-47f0-a8e8-960eba0e4cf2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.160396] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.160575] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.161257] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d676c8de-a614-462e-8b49-b7989682dc3d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.166012] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1445.166012] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520d1b97-fe88-f7ef-2dad-0df61c6ba8cb" [ 1445.166012] env[69073]: _type = "Task" [ 1445.166012] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.172639] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520d1b97-fe88-f7ef-2dad-0df61c6ba8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.537089] env[69073]: DEBUG oslo_concurrency.lockutils [req-bd7dbf02-8a46-4ac4-93ee-ce8a90292301 req-7555a870-ce00-4b73-8be3-1b307f1bb737 service nova] Releasing lock "refresh_cache-3ad74664-4dda-4c16-bd26-e93e256a34e0" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.676296] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520d1b97-fe88-f7ef-2dad-0df61c6ba8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008538} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.677277] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4aadbf-b977-4a3f-bec9-a5880cee838e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.682833] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1445.682833] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d2634e-89b2-ffe2-e8b9-5b454c0e9fb7" [ 1445.682833] env[69073]: _type = "Task" [ 1445.682833] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.691199] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d2634e-89b2-ffe2-e8b9-5b454c0e9fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.193328] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d2634e-89b2-ffe2-e8b9-5b454c0e9fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.193604] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.193870] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 3ad74664-4dda-4c16-bd26-e93e256a34e0/3ad74664-4dda-4c16-bd26-e93e256a34e0.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.194143] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-182c7842-8d12-4da2-8aba-bfc9295b3956 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.200672] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1446.200672] env[69073]: value = "task-3220691" [ 1446.200672] env[69073]: _type = "Task" [ 1446.200672] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.207602] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.311756] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.711066] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49242} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.711066] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore1] 3ad74664-4dda-4c16-bd26-e93e256a34e0/3ad74664-4dda-4c16-bd26-e93e256a34e0.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1446.711066] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1446.711619] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2d0632a-c03f-4903-b2cd-1a9365e1310b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.716961] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1446.716961] env[69073]: value = "task-3220692" [ 1446.716961] env[69073]: _type = "Task" [ 1446.716961] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.724594] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.814943] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.815276] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.815560] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.815768] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1446.816649] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10b85c6-cf60-40c4-8139-1b71f5008769 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.824347] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a9aa5-a822-46e8-a00f-0917714c5baf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.837423] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40302888-0ded-4778-aa99-209f3377bcce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.843578] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9e74a3-80e1-4658-9d9e-a7fa4d7910ca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.871068] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180549MB free_disk=122GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1446.871204] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.871405] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.226188] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057847} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.226465] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1447.227239] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad80ef3c-65da-431d-a25a-af05055fa1fd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.249427] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 3ad74664-4dda-4c16-bd26-e93e256a34e0/3ad74664-4dda-4c16-bd26-e93e256a34e0.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.249670] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a3e168a-908a-4098-b83d-44ad0d1df343 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.268585] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1447.268585] env[69073]: value = "task-3220693" [ 1447.268585] env[69073]: _type = "Task" [ 1447.268585] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.275976] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.778086] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220693, 'name': ReconfigVM_Task, 'duration_secs': 0.299007} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.778425] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 3ad74664-4dda-4c16-bd26-e93e256a34e0/3ad74664-4dda-4c16-bd26-e93e256a34e0.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.778975] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d66a47f4-df6f-4655-8fe5-42ab9904284a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.784505] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1447.784505] env[69073]: value = "task-3220695" [ 1447.784505] env[69073]: _type = "Task" [ 1447.784505] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.791695] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220695, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.899660] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance cd5433df-cd2e-4070-a285-5730b420766a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.899819] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 016b8398-c9d9-4842-9783-f8d315393aad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.899943] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 3ad74664-4dda-4c16-bd26-e93e256a34e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1447.900143] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1447.900318] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1447.951211] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40096e79-17ef-4f66-8a51-1cbc132600b7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.958163] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b469d0bf-3dab-4e7c-b962-c14436c1b6bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.986562] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab9340f-410d-4eda-a5fe-968899e49dd8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.992886] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2bc9b2-46d5-4319-8a56-53ab913573fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.004996] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.294035] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220695, 'name': Rename_Task, 'duration_secs': 0.142959} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.294309] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.294537] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fbb2a25-048e-467b-a714-70fd796ed65b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.300201] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1448.300201] env[69073]: value = "task-3220696" [ 1448.300201] env[69073]: _type = "Task" [ 1448.300201] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.308321] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.525070] env[69073]: ERROR nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [req-3eb7f584-5907-45ea-a71f-cb78cc9b0940] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3eb7f584-5907-45ea-a71f-cb78cc9b0940"}]} [ 1448.541242] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1448.553580] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1448.553740] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.563696] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1448.581112] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1448.623731] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04ed4ea-7a23-4964-b6f7-636d34de3498 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.631287] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b4996d-b9fe-40dd-975c-ca8c2861a641 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.660351] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7097a773-e1d0-4a51-b97b-de4d8922353c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.668122] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843132ca-86b8-47b3-9107-31ff149a141b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.681016] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1448.809903] env[69073]: DEBUG oslo_vmware.api [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220696, 'name': PowerOnVM_Task, 'duration_secs': 0.418269} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.810210] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.810334] env[69073]: INFO nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1448.810506] env[69073]: DEBUG nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.811253] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984e29c9-32e5-489e-8912-05d3e68cd9bb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.211121] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1449.211355] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 170 to 171 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1449.211508] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1449.327024] env[69073]: INFO nova.compute.manager [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Took 12.32 seconds to build instance. [ 1449.716084] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1449.716358] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.845s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.828693] env[69073]: DEBUG oslo_concurrency.lockutils [None req-b0288794-9d88-4c65-88e6-d165c0a98792 tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "3ad74664-4dda-4c16-bd26-e93e256a34e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.824s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.119767] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "3ad74664-4dda-4c16-bd26-e93e256a34e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.120061] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "3ad74664-4dda-4c16-bd26-e93e256a34e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.120293] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "3ad74664-4dda-4c16-bd26-e93e256a34e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.120469] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "3ad74664-4dda-4c16-bd26-e93e256a34e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.120634] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "3ad74664-4dda-4c16-bd26-e93e256a34e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.122763] env[69073]: INFO nova.compute.manager [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Terminating instance [ 1450.626450] env[69073]: DEBUG nova.compute.manager [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1450.626686] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1450.627628] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d659b7-970e-4b0e-8196-d2c0a54c603e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.635356] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1450.635586] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c0e113-2457-4622-bf66-fc7e04172c82 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.641112] env[69073]: DEBUG oslo_vmware.api [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1450.641112] env[69073]: value = "task-3220698" [ 1450.641112] env[69073]: _type = "Task" [ 1450.641112] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.648458] env[69073]: DEBUG oslo_vmware.api [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.716386] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1450.716637] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.150775] env[69073]: DEBUG oslo_vmware.api [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220698, 'name': PowerOffVM_Task, 'duration_secs': 0.387392} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.151146] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.151146] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1451.151402] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c3a4f9d-2e00-4dff-bdd3-f1f012e86e4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.211912] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1451.211912] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Deleting contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1451.212281] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Deleting the datastore file [datastore1] 3ad74664-4dda-4c16-bd26-e93e256a34e0 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1451.212382] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ce0c62c-543e-4f0d-914e-5ef9a0825539 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.218642] env[69073]: DEBUG oslo_vmware.api [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for the task: (returnval){ [ 1451.218642] env[69073]: value = "task-3220700" [ 1451.218642] env[69073]: _type = "Task" [ 1451.218642] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.225905] env[69073]: DEBUG oslo_vmware.api [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.306541] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.728947] env[69073]: DEBUG oslo_vmware.api [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Task: {'id': task-3220700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139158} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.729228] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1451.729425] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Deleted contents of the VM from datastore datastore1 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1451.729601] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1451.729774] env[69073]: INFO nova.compute.manager [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1451.730032] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1451.730243] env[69073]: DEBUG nova.compute.manager [-] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1451.730376] env[69073]: DEBUG nova.network.neutron [-] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1451.974216] env[69073]: DEBUG nova.compute.manager [req-c88d00c8-bf89-4047-b15f-4345b20a5d4b req-d25ad716-da22-47fa-95e9-e5e40f0d809f service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Received event network-vif-deleted-6ab515a2-d674-41f3-9547-bcdce52b350f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.974423] env[69073]: INFO nova.compute.manager [req-c88d00c8-bf89-4047-b15f-4345b20a5d4b req-d25ad716-da22-47fa-95e9-e5e40f0d809f service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Neutron deleted interface 6ab515a2-d674-41f3-9547-bcdce52b350f; detaching it from the instance and deleting it from the info cache [ 1451.974575] env[69073]: DEBUG nova.network.neutron [req-c88d00c8-bf89-4047-b15f-4345b20a5d4b req-d25ad716-da22-47fa-95e9-e5e40f0d809f service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.310980] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.311408] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.311408] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.455160] env[69073]: DEBUG nova.network.neutron [-] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.477300] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc5b6610-bd54-46a6-a5db-10aa88e3bd92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.487762] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074bce24-8a54-409c-860f-84a9cf384111 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.515559] env[69073]: DEBUG nova.compute.manager [req-c88d00c8-bf89-4047-b15f-4345b20a5d4b req-d25ad716-da22-47fa-95e9-e5e40f0d809f service nova] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Detach interface failed, port_id=6ab515a2-d674-41f3-9547-bcdce52b350f, reason: Instance 3ad74664-4dda-4c16-bd26-e93e256a34e0 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1452.959276] env[69073]: INFO nova.compute.manager [-] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Took 1.23 seconds to deallocate network for instance. [ 1453.311668] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.312056] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1453.467382] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.467709] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.467960] env[69073]: DEBUG nova.objects.instance [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lazy-loading 'resources' on Instance uuid 3ad74664-4dda-4c16-bd26-e93e256a34e0 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.025334] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c115d2-a0bc-406d-96ad-236ad87615c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.032743] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067bcae1-6c18-43c3-af71-561d96b2ef72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.061795] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172cc7cc-352e-4705-a6f8-4da56526cb73 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.068627] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635e3772-4799-4b9d-975a-05c6f5a5099b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.081185] env[69073]: DEBUG nova.compute.provider_tree [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1454.601161] env[69073]: ERROR nova.scheduler.client.report [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] [req-669f231b-dfc8-46a7-bd39-a944091cf1f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c0741477-85d0-4873-a73a-cccb16461097. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-669f231b-dfc8-46a7-bd39-a944091cf1f8"}]} [ 1454.616072] env[69073]: DEBUG nova.scheduler.client.report [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Refreshing inventories for resource provider c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1454.629180] env[69073]: DEBUG nova.scheduler.client.report [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Updating ProviderTree inventory for provider c0741477-85d0-4873-a73a-cccb16461097 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1454.629401] env[69073]: DEBUG nova.compute.provider_tree [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 122, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1454.639753] env[69073]: DEBUG nova.scheduler.client.report [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Refreshing aggregate associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, aggregates: None {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1454.654433] env[69073]: DEBUG nova.scheduler.client.report [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Refreshing trait associations for resource provider c0741477-85d0-4873-a73a-cccb16461097, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69073) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1454.706605] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3048c955-9e41-4aca-98d1-324ec444e0f1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.713948] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4894d84-6aae-4ed8-872d-76a918b198cc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.744207] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646bee62-603b-4670-820b-76e10b08abff {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.750890] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d9349-2719-4426-87f6-843b1a1a3d23 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.763356] env[69073]: DEBUG nova.compute.provider_tree [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1454.917582] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.917880] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.298183] env[69073]: DEBUG nova.scheduler.client.report [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Updated inventory for provider c0741477-85d0-4873-a73a-cccb16461097 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1455.298468] env[69073]: DEBUG nova.compute.provider_tree [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Updating resource provider c0741477-85d0-4873-a73a-cccb16461097 generation from 172 to 173 during operation: update_inventory {{(pid=69073) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1455.298644] env[69073]: DEBUG nova.compute.provider_tree [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Updating inventory in ProviderTree for provider c0741477-85d0-4873-a73a-cccb16461097 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.419965] env[69073]: DEBUG nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1455.803512] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.824982] env[69073]: INFO nova.scheduler.client.report [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Deleted allocations for instance 3ad74664-4dda-4c16-bd26-e93e256a34e0 [ 1455.938706] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.939044] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.940574] env[69073]: INFO nova.compute.claims [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1456.333973] env[69073]: DEBUG oslo_concurrency.lockutils [None req-4ccf7a3f-b587-40c2-b554-7bfdb13fde9b tempest-ServerGroupTestJSON-1719455207 tempest-ServerGroupTestJSON-1719455207-project-member] Lock "3ad74664-4dda-4c16-bd26-e93e256a34e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.214s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.005399] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c6235-d942-4971-bd2a-197072b040e9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.014533] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b995b8-1ee4-4d3a-9633-2c634ccb9ae4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.043992] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa6f6e5-2672-4e27-b18d-9802c6717d4d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.051736] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47b00dc-b46f-4615-aa60-2ec08f80cb04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.065883] env[69073]: DEBUG nova.compute.provider_tree [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.569682] env[69073]: DEBUG nova.scheduler.client.report [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.075009] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.075452] env[69073]: DEBUG nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1458.580779] env[69073]: DEBUG nova.compute.utils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1458.582192] env[69073]: DEBUG nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1458.582409] env[69073]: DEBUG nova.network.neutron [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.625914] env[69073]: DEBUG nova.policy [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7163e4fa4713436ebfda7c5c83aeb502', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b8bc78b3d3940a5acb0714379271168', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.872087] env[69073]: DEBUG nova.network.neutron [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Successfully created port: 02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.086076] env[69073]: DEBUG nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1459.307145] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.591391] env[69073]: INFO nova.virt.block_device [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Booting with volume d6021018-a085-4416-9177-22bdd124dd88 at /dev/sda [ 1459.623139] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a846ad3-7836-41c1-8d63-40266c495a7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.632261] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6c190f-820e-4264-a655-9e614b4468e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.657090] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65fb4bdf-361b-418d-9308-ec4b0369a5a8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.664557] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8051572d-f7a0-4967-92d7-11598c7f7e53 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.688751] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d799ebcd-0875-4f9d-96c8-d5441c1c6f91 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.695133] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd5b2d-7c83-4d93-a31c-5181ce1ad6aa {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.708268] env[69073]: DEBUG nova.virt.block_device [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating existing volume attachment record: 5f97b5d3-c2a7-4f66-8bcd-c54c558d3f11 {{(pid=69073) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1460.220667] env[69073]: DEBUG nova.compute.manager [req-8fff0c17-c488-4d6f-91da-a1c812a62075 req-9276e34e-e2f9-48ab-9be0-60919c41d987 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Received event network-vif-plugged-02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.220960] env[69073]: DEBUG oslo_concurrency.lockutils [req-8fff0c17-c488-4d6f-91da-a1c812a62075 req-9276e34e-e2f9-48ab-9be0-60919c41d987 service nova] Acquiring lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.221165] env[69073]: DEBUG oslo_concurrency.lockutils [req-8fff0c17-c488-4d6f-91da-a1c812a62075 req-9276e34e-e2f9-48ab-9be0-60919c41d987 service nova] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.221279] env[69073]: DEBUG oslo_concurrency.lockutils [req-8fff0c17-c488-4d6f-91da-a1c812a62075 req-9276e34e-e2f9-48ab-9be0-60919c41d987 service nova] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.221445] env[69073]: DEBUG nova.compute.manager [req-8fff0c17-c488-4d6f-91da-a1c812a62075 req-9276e34e-e2f9-48ab-9be0-60919c41d987 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] No waiting events found dispatching network-vif-plugged-02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1460.221601] env[69073]: WARNING nova.compute.manager [req-8fff0c17-c488-4d6f-91da-a1c812a62075 req-9276e34e-e2f9-48ab-9be0-60919c41d987 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Received unexpected event network-vif-plugged-02849774-03d0-4ba0-aa94-13b00e3e1c1f for instance with vm_state building and task_state block_device_mapping. [ 1460.302103] env[69073]: DEBUG nova.network.neutron [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Successfully updated port: 02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.807758] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.807917] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.808073] env[69073]: DEBUG nova.network.neutron [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.338542] env[69073]: DEBUG nova.network.neutron [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.460462] env[69073]: DEBUG nova.network.neutron [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance_info_cache with network_info: [{"id": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "address": "fa:16:3e:7e:85:f9", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02849774-03", "ovs_interfaceid": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.786869] env[69073]: DEBUG nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1461.787823] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1461.787823] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1461.787823] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1461.788058] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1461.788058] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1461.788188] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1461.788395] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1461.788551] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1461.788718] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1461.788880] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1461.789068] env[69073]: DEBUG nova.virt.hardware [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1461.789945] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330ad401-e9e6-4a87-8ded-b12d6b287fce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.798587] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414e715f-55c0-4392-81d0-2f6e78d7e9f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.964079] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.964079] env[69073]: DEBUG nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Instance network_info: |[{"id": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "address": "fa:16:3e:7e:85:f9", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02849774-03", "ovs_interfaceid": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.964391] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:85:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02849774-03d0-4ba0-aa94-13b00e3e1c1f', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.971559] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1461.971800] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.971995] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a694b25a-51c0-439b-881c-0d3a3e3eb4d2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.990624] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.990624] env[69073]: value = "task-3220702" [ 1461.990624] env[69073]: _type = "Task" [ 1461.990624] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.997662] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220702, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.246701] env[69073]: DEBUG nova.compute.manager [req-5f1e46e4-ee77-4ac0-ba3f-f3c163d8f6d9 req-23434193-e8e7-465b-a46d-d7b7871791f2 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Received event network-changed-02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.246932] env[69073]: DEBUG nova.compute.manager [req-5f1e46e4-ee77-4ac0-ba3f-f3c163d8f6d9 req-23434193-e8e7-465b-a46d-d7b7871791f2 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Refreshing instance network info cache due to event network-changed-02849774-03d0-4ba0-aa94-13b00e3e1c1f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1462.247145] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f1e46e4-ee77-4ac0-ba3f-f3c163d8f6d9 req-23434193-e8e7-465b-a46d-d7b7871791f2 service nova] Acquiring lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.247290] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f1e46e4-ee77-4ac0-ba3f-f3c163d8f6d9 req-23434193-e8e7-465b-a46d-d7b7871791f2 service nova] Acquired lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.247598] env[69073]: DEBUG nova.network.neutron [req-5f1e46e4-ee77-4ac0-ba3f-f3c163d8f6d9 req-23434193-e8e7-465b-a46d-d7b7871791f2 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Refreshing network info cache for port 02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.500335] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220702, 'name': CreateVM_Task, 'duration_secs': 0.308793} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.500836] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.501341] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'boot_index': 0, 'attachment_id': '5f97b5d3-c2a7-4f66-8bcd-c54c558d3f11', 'guest_format': None, 'device_type': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643882', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'name': 'volume-d6021018-a085-4416-9177-22bdd124dd88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b3a9911-fac6-498b-bf8b-39934d9e0e3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'serial': 'd6021018-a085-4416-9177-22bdd124dd88'}, 'volume_type': None}], 'swap': None} {{(pid=69073) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1462.501655] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Root volume attach. Driver type: vmdk {{(pid=69073) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1462.502504] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036d284b-73b6-4987-92c6-5ad36a6b2539 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.509957] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d6c1b8-a939-476f-af04-8688c5da8d9d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.515773] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c46312-4e1a-4be1-ad7e-e90f839701f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.521543] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-59c6b73a-d6d8-4a39-a52b-e38661def462 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.527883] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1462.527883] env[69073]: value = "task-3220703" [ 1462.527883] env[69073]: _type = "Task" [ 1462.527883] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.536389] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220703, 'name': RelocateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.971456] env[69073]: DEBUG nova.network.neutron [req-5f1e46e4-ee77-4ac0-ba3f-f3c163d8f6d9 req-23434193-e8e7-465b-a46d-d7b7871791f2 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updated VIF entry in instance network info cache for port 02849774-03d0-4ba0-aa94-13b00e3e1c1f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.971788] env[69073]: DEBUG nova.network.neutron [req-5f1e46e4-ee77-4ac0-ba3f-f3c163d8f6d9 req-23434193-e8e7-465b-a46d-d7b7871791f2 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance_info_cache with network_info: [{"id": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "address": "fa:16:3e:7e:85:f9", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02849774-03", "ovs_interfaceid": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.037938] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220703, 'name': RelocateVM_Task} progress is 42%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.475466] env[69073]: DEBUG oslo_concurrency.lockutils [req-5f1e46e4-ee77-4ac0-ba3f-f3c163d8f6d9 req-23434193-e8e7-465b-a46d-d7b7871791f2 service nova] Releasing lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.537692] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220703, 'name': RelocateVM_Task} progress is 58%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.038920] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220703, 'name': RelocateVM_Task} progress is 73%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.539313] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220703, 'name': RelocateVM_Task} progress is 88%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.040018] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220703, 'name': RelocateVM_Task} progress is 97%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.540882] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220703, 'name': RelocateVM_Task, 'duration_secs': 2.899289} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.541235] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Volume attach. Driver type: vmdk {{(pid=69073) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1465.541379] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643882', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'name': 'volume-d6021018-a085-4416-9177-22bdd124dd88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b3a9911-fac6-498b-bf8b-39934d9e0e3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'serial': 'd6021018-a085-4416-9177-22bdd124dd88'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1465.542125] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b78a44-6489-49da-8d5d-6ae06f17358b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.556757] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dbb660-dc17-42f7-979b-fa3e437c5c8c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.577173] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-d6021018-a085-4416-9177-22bdd124dd88/volume-d6021018-a085-4416-9177-22bdd124dd88.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1465.577404] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc58369-aada-4355-9b9e-6ed958f10c04 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.595876] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1465.595876] env[69073]: value = "task-3220704" [ 1465.595876] env[69073]: _type = "Task" [ 1465.595876] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.602905] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.106207] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220704, 'name': ReconfigVM_Task, 'duration_secs': 0.259818} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.106470] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-d6021018-a085-4416-9177-22bdd124dd88/volume-d6021018-a085-4416-9177-22bdd124dd88.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1466.111031] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-729574c4-eafe-4c74-9500-b1f81567b9b9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.126427] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1466.126427] env[69073]: value = "task-3220705" [ 1466.126427] env[69073]: _type = "Task" [ 1466.126427] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.133871] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.635800] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220705, 'name': ReconfigVM_Task, 'duration_secs': 0.158261} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.636212] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643882', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'name': 'volume-d6021018-a085-4416-9177-22bdd124dd88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b3a9911-fac6-498b-bf8b-39934d9e0e3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'serial': 'd6021018-a085-4416-9177-22bdd124dd88'} {{(pid=69073) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1466.636615] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c48e9a1d-89bd-401c-97ae-0cf54f9883ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.642896] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1466.642896] env[69073]: value = "task-3220706" [ 1466.642896] env[69073]: _type = "Task" [ 1466.642896] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.650056] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220706, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.153818] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220706, 'name': Rename_Task, 'duration_secs': 0.123671} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.154089] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1467.154335] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a9c1498-061c-4210-b88a-5d83361623eb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.160313] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1467.160313] env[69073]: value = "task-3220707" [ 1467.160313] env[69073]: _type = "Task" [ 1467.160313] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.167765] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.669772] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.169909] env[69073]: DEBUG oslo_vmware.api [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220707, 'name': PowerOnVM_Task, 'duration_secs': 0.516043} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.170182] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.170406] env[69073]: INFO nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1468.170598] env[69073]: DEBUG nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.171345] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c159aa-3273-4743-98c0-77ded083ec2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.690235] env[69073]: INFO nova.compute.manager [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Took 12.77 seconds to build instance. [ 1469.192081] env[69073]: DEBUG oslo_concurrency.lockutils [None req-8482e376-71c2-4269-bcbe-36f6a9d2578d tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.274s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.438411] env[69073]: DEBUG nova.compute.manager [req-fd4ea266-584f-4406-adc5-28335a0300e8 req-baf238fb-c53a-4a4c-96ea-81f8070fd579 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Received event network-changed-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.438608] env[69073]: DEBUG nova.compute.manager [req-fd4ea266-584f-4406-adc5-28335a0300e8 req-baf238fb-c53a-4a4c-96ea-81f8070fd579 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Refreshing instance network info cache due to event network-changed-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1469.438819] env[69073]: DEBUG oslo_concurrency.lockutils [req-fd4ea266-584f-4406-adc5-28335a0300e8 req-baf238fb-c53a-4a4c-96ea-81f8070fd579 service nova] Acquiring lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.438959] env[69073]: DEBUG oslo_concurrency.lockutils [req-fd4ea266-584f-4406-adc5-28335a0300e8 req-baf238fb-c53a-4a4c-96ea-81f8070fd579 service nova] Acquired lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.439137] env[69073]: DEBUG nova.network.neutron [req-fd4ea266-584f-4406-adc5-28335a0300e8 req-baf238fb-c53a-4a4c-96ea-81f8070fd579 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Refreshing network info cache for port 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.254031] env[69073]: DEBUG nova.network.neutron [req-fd4ea266-584f-4406-adc5-28335a0300e8 req-baf238fb-c53a-4a4c-96ea-81f8070fd579 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updated VIF entry in instance network info cache for port 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.254323] env[69073]: DEBUG nova.network.neutron [req-fd4ea266-584f-4406-adc5-28335a0300e8 req-baf238fb-c53a-4a4c-96ea-81f8070fd579 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updating instance_info_cache with network_info: [{"id": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "address": "fa:16:3e:82:d6:8d", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fabbe06-cd", "ovs_interfaceid": "8fabbe06-cd56-4bd6-be2a-c65dd88f55bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.756477] env[69073]: DEBUG oslo_concurrency.lockutils [req-fd4ea266-584f-4406-adc5-28335a0300e8 req-baf238fb-c53a-4a4c-96ea-81f8070fd579 service nova] Releasing lock "refresh_cache-cd5433df-cd2e-4070-a285-5730b420766a" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.260050] env[69073]: DEBUG nova.compute.manager [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Stashing vm_state: active {{(pid=69073) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1471.475986] env[69073]: DEBUG nova.compute.manager [req-40ab0168-4c61-4fa6-b63b-3371bb8e509c req-eae509f8-37e2-4b58-8da1-b51badd59e47 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Received event network-changed-02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.476228] env[69073]: DEBUG nova.compute.manager [req-40ab0168-4c61-4fa6-b63b-3371bb8e509c req-eae509f8-37e2-4b58-8da1-b51badd59e47 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Refreshing instance network info cache due to event network-changed-02849774-03d0-4ba0-aa94-13b00e3e1c1f. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1471.476394] env[69073]: DEBUG oslo_concurrency.lockutils [req-40ab0168-4c61-4fa6-b63b-3371bb8e509c req-eae509f8-37e2-4b58-8da1-b51badd59e47 service nova] Acquiring lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.476534] env[69073]: DEBUG oslo_concurrency.lockutils [req-40ab0168-4c61-4fa6-b63b-3371bb8e509c req-eae509f8-37e2-4b58-8da1-b51badd59e47 service nova] Acquired lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.476690] env[69073]: DEBUG nova.network.neutron [req-40ab0168-4c61-4fa6-b63b-3371bb8e509c req-eae509f8-37e2-4b58-8da1-b51badd59e47 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Refreshing network info cache for port 02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.779243] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.779542] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.171220] env[69073]: DEBUG nova.network.neutron [req-40ab0168-4c61-4fa6-b63b-3371bb8e509c req-eae509f8-37e2-4b58-8da1-b51badd59e47 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updated VIF entry in instance network info cache for port 02849774-03d0-4ba0-aa94-13b00e3e1c1f. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.171601] env[69073]: DEBUG nova.network.neutron [req-40ab0168-4c61-4fa6-b63b-3371bb8e509c req-eae509f8-37e2-4b58-8da1-b51badd59e47 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance_info_cache with network_info: [{"id": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "address": "fa:16:3e:7e:85:f9", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02849774-03", "ovs_interfaceid": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.284359] env[69073]: INFO nova.compute.claims [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.674608] env[69073]: DEBUG oslo_concurrency.lockutils [req-40ab0168-4c61-4fa6-b63b-3371bb8e509c req-eae509f8-37e2-4b58-8da1-b51badd59e47 service nova] Releasing lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.790791] env[69073]: INFO nova.compute.resource_tracker [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating resource usage from migration 84d482c8-a899-40ba-9121-03ac65b74464 [ 1472.849766] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506a994f-38b0-4763-9707-71a970fc6a59 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.857388] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21856fb0-d07b-4b98-8328-22b1cf7b460e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.885834] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ded7ed9-3980-4181-a17b-9339e66fb0bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.892444] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba6c5cb-3b08-4222-a0ef-f12915b6d7d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.905102] env[69073]: DEBUG nova.compute.provider_tree [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.408645] env[69073]: DEBUG nova.scheduler.client.report [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.915621] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.136s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.915832] env[69073]: INFO nova.compute.manager [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Migrating [ 1474.431174] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.431499] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.431531] env[69073]: DEBUG nova.network.neutron [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.129762] env[69073]: DEBUG nova.network.neutron [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance_info_cache with network_info: [{"id": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "address": "fa:16:3e:7e:85:f9", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02849774-03", "ovs_interfaceid": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.633095] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.149543] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ffe187-5e04-407b-9b57-09a9e8687aa5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.168258] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance '6b3a9911-fac6-498b-bf8b-39934d9e0e3d' progress to 0 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1477.674919] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1477.675236] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b3d116-100d-43ee-8cbc-ca53e6213011 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.682509] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1477.682509] env[69073]: value = "task-3220708" [ 1477.682509] env[69073]: _type = "Task" [ 1477.682509] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.689906] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.193396] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220708, 'name': PowerOffVM_Task, 'duration_secs': 0.202193} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.193725] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.193871] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance '6b3a9911-fac6-498b-bf8b-39934d9e0e3d' progress to 17 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1478.699865] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1478.700137] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.700299] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1478.700480] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.700693] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1478.700865] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1478.701088] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1478.701252] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1478.701420] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1478.701579] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1478.701790] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1478.706784] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-328027a8-9906-4a99-abd3-bd0328bd6b58 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.725358] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1478.725358] env[69073]: value = "task-3220709" [ 1478.725358] env[69073]: _type = "Task" [ 1478.725358] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.736727] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.235050] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220709, 'name': ReconfigVM_Task, 'duration_secs': 0.17304} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.235484] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance '6b3a9911-fac6-498b-bf8b-39934d9e0e3d' progress to 33 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1479.741918] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.742183] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.742341] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.742563] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.742734] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.742888] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.743117] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.743280] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.743448] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.743668] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.743846] env[69073]: DEBUG nova.virt.hardware [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.749149] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1479.749436] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7011f6-e501-4849-adf3-705f74e3c9ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.768014] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1479.768014] env[69073]: value = "task-3220710" [ 1479.768014] env[69073]: _type = "Task" [ 1479.768014] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.775584] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.277905] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220710, 'name': ReconfigVM_Task, 'duration_secs': 0.172671} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.278269] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1480.278938] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332bc5a8-56ab-4e8a-9595-80743e3c9a7b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.300049] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-d6021018-a085-4416-9177-22bdd124dd88/volume-d6021018-a085-4416-9177-22bdd124dd88.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.300275] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4773a2cc-8d91-4514-ad0d-dfe1c3a9e0f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.317110] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1480.317110] env[69073]: value = "task-3220711" [ 1480.317110] env[69073]: _type = "Task" [ 1480.317110] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.324322] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.827251] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220711, 'name': ReconfigVM_Task, 'duration_secs': 0.250478} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.827517] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-d6021018-a085-4416-9177-22bdd124dd88/volume-d6021018-a085-4416-9177-22bdd124dd88.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.827797] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance '6b3a9911-fac6-498b-bf8b-39934d9e0e3d' progress to 50 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1481.334208] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ae5ec-8120-446c-ba76-b673561558a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.352922] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463f0da0-6f27-4157-bc7d-51b2656fcd1f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.370959] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance '6b3a9911-fac6-498b-bf8b-39934d9e0e3d' progress to 67 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1483.006530] env[69073]: DEBUG nova.network.neutron [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Port 02849774-03d0-4ba0-aa94-13b00e3e1c1f binding to destination host cpu-1 is already ACTIVE {{(pid=69073) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1484.027593] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.027828] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.027947] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.062073] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.062332] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.062442] env[69073]: DEBUG nova.network.neutron [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1485.761492] env[69073]: DEBUG nova.network.neutron [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance_info_cache with network_info: [{"id": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "address": "fa:16:3e:7e:85:f9", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02849774-03", "ovs_interfaceid": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.264093] env[69073]: DEBUG oslo_concurrency.lockutils [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.774055] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0525bd1b-6221-4e8b-8326-1fee08455d72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.782354] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e63c2-e34d-48de-8ca5-968dbc8c9894 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.875295] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1af244-e486-485d-b2bb-c32d7317e273 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.893986] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c24568-32e8-492b-921c-4b31e4673b3b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.900490] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance '6b3a9911-fac6-498b-bf8b-39934d9e0e3d' progress to 83 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.407119] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.407435] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53ae7ada-2b9b-4b11-9ebd-dc5c348049ed {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.415955] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1488.415955] env[69073]: value = "task-3220712" [ 1488.415955] env[69073]: _type = "Task" [ 1488.415955] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.423822] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.926701] env[69073]: DEBUG oslo_vmware.api [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220712, 'name': PowerOnVM_Task, 'duration_secs': 0.36718} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.927063] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.927202] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2eee1d-f1b2-46db-b5dc-52af3f6eb9d1 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance '6b3a9911-fac6-498b-bf8b-39934d9e0e3d' progress to 100 {{(pid=69073) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1491.223469] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.223873] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.223962] env[69073]: DEBUG nova.compute.manager [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Going to confirm migration 10 {{(pid=69073) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1491.794437] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.794639] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquired lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.794822] env[69073]: DEBUG nova.network.neutron [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.795048] env[69073]: DEBUG nova.objects.instance [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'info_cache' on Instance uuid 6b3a9911-fac6-498b-bf8b-39934d9e0e3d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.992949] env[69073]: DEBUG nova.network.neutron [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance_info_cache with network_info: [{"id": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "address": "fa:16:3e:7e:85:f9", "network": {"id": "db7e4ee4-a6fc-4b2b-b4fa-da8e5dc7fe64", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-633142348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b8bc78b3d3940a5acb0714379271168", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac4015e0-e5e7-4b3f-8d8e-ef4501eea9aa", "external-id": "nsx-vlan-transportzone-132", "segmentation_id": 132, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02849774-03", "ovs_interfaceid": "02849774-03d0-4ba0-aa94-13b00e3e1c1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.495817] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Releasing lock "refresh_cache-6b3a9911-fac6-498b-bf8b-39934d9e0e3d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.496253] env[69073]: DEBUG nova.objects.instance [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'migration_context' on Instance uuid 6b3a9911-fac6-498b-bf8b-39934d9e0e3d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.999711] env[69073]: DEBUG nova.objects.base [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Object Instance<6b3a9911-fac6-498b-bf8b-39934d9e0e3d> lazy-loaded attributes: info_cache,migration_context {{(pid=69073) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1494.000734] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34424287-503b-47ce-a7fc-fb252b185ca2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.020096] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60846046-bb3f-4c7a-896a-a7c67f22692b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.026342] env[69073]: DEBUG oslo_vmware.api [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1494.026342] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524c1d00-b3ab-4958-2c19-90effff1daf4" [ 1494.026342] env[69073]: _type = "Task" [ 1494.026342] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.034275] env[69073]: DEBUG oslo_vmware.api [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524c1d00-b3ab-4958-2c19-90effff1daf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.537926] env[69073]: DEBUG oslo_vmware.api [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]524c1d00-b3ab-4958-2c19-90effff1daf4, 'name': SearchDatastore_Task, 'duration_secs': 0.015046} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.538224] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.538467] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1495.115232] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5e401e-d523-452d-9c6c-eaf2cfabed56 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.123089] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c418af0-3950-4ce9-98fe-07a5d9853fca {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.153982] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4f47f7-f5eb-4e01-81bb-c7d736c3f366 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.164035] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ffdb75e-7ee8-412e-b83a-f9c2f7218266 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.177736] env[69073]: DEBUG nova.compute.provider_tree [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.681538] env[69073]: DEBUG nova.scheduler.client.report [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.691691] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.153s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.245647] env[69073]: INFO nova.scheduler.client.report [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted allocation for migration 84d482c8-a899-40ba-9121-03ac65b74464 [ 1497.558499] env[69073]: INFO nova.compute.manager [None req-a61a4682-2a08-4969-ace6-77cb72ef1248 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Get console output [ 1497.558731] env[69073]: WARNING nova.virt.vmwareapi.driver [None req-a61a4682-2a08-4969-ace6-77cb72ef1248 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] The console log is missing. Check your VSPC configuration [ 1497.751238] env[69073]: DEBUG oslo_concurrency.lockutils [None req-af391220-cd61-444c-b812-06d725250935 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.527s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.311382] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.813437] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.813766] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.316655] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.317735] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.317735] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.317735] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1508.318112] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e209b40-3210-4a5a-b476-342675da6d48 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.326242] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b185ee43-4c5c-4637-a7c1-69c6a5405a4f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.339623] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a7d59-fe03-4ab4-a1ff-0445d0ebd217 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.345538] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36121dd8-c004-469e-91f4-2a885b7fd6cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.372895] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180332MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1508.373046] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.373250] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.398953] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance cd5433df-cd2e-4070-a285-5730b420766a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1509.399203] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 016b8398-c9d9-4842-9783-f8d315393aad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1509.399258] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 6b3a9911-fac6-498b-bf8b-39934d9e0e3d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1509.399427] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1509.399563] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1509.445195] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03932234-db33-4793-b521-8892deac14a9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.452645] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db35d98-5140-460f-9e06-b80cd209d761 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.481596] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bf5020-2dba-417e-9bea-1d9ac6bc9312 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.487887] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf8f0c6-e522-4625-acac-cc5c11cadae4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.500319] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.003369] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.508867] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1510.509219] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.007388] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.007744] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.311719] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.311890] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1513.312120] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.312254] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Cleaning up deleted instances {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1513.820907] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] There are 26 instances to clean {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1513.821090] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 3ad74664-4dda-4c16-bd26-e93e256a34e0] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.324244] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: bf7f08fd-898a-4425-913e-eaf37d96e783] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.827148] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 894a03bb-c04a-4f07-bd17-d72ae7df0f9b] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.332110] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 85e7d7c2-9edd-4218-8cbe-ef70687a7b77] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.835355] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2069a5ce-4e44-4660-a1d9-2febd2226e86] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.338323] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 361d11cf-ec44-41ef-a3b5-5e1953107653] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.842155] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2acd5180-acf9-4ef4-843b-6cbb4811be5e] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.345544] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2caf2b44-54f4-40e5-8ff2-f95f9430cb43] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.849122] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: c6ae0a73-7bdb-460e-9163-d824293136f3] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.353117] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 91134c5f-e399-437a-8166-970ac1d5f5fc] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.857148] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 2179cf6d-debe-4465-b915-024f470b1caa] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.360373] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: ab147c02-cb96-4270-9ccc-b487c10e28ce] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.863602] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: a0a987cd-77cb-40a9-96d9-b9a30f0dc770] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.367075] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 4d019ce6-0008-4b6a-8fb5-8190c923f39a] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.870105] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: fbd12a57-c16d-4944-91e8-d12048022e89] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.373703] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 251803a4-2d18-495b-b2f0-c8d77143f2c9] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.877488] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: db9761bc-7fcc-4a83-8ba8-b314f02c21d9] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.382142] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 94e45830-9a41-4439-987f-396201cf0b6e] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.885288] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 14a93dcf-864c-4744-bc6f-d6df2f0de02f] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.389369] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: ecb2079d-787a-48af-860b-3c0760087a4d] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.892883] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 633cd679-f5a1-4a6b-a4a4-18f6d6080b92] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.396680] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: c4d3c5ac-1807-40d2-8292-8496190b9e64] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.521015] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.521326] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.521545] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.521768] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.521962] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.525689] env[69073]: INFO nova.compute.manager [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Terminating instance [ 1524.900022] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: f853d0fd-aeab-46da-a3f2-acba416da850] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.029305] env[69073]: DEBUG nova.compute.manager [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1525.029544] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1525.029827] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92246ce5-e668-4474-adc0-28ab69e731c4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.037800] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1525.037800] env[69073]: value = "task-3220713" [ 1525.037800] env[69073]: _type = "Task" [ 1525.037800] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.045938] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.404243] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: f7e8a2ae-3c9f-40f7-ac2c-14ee4de44ed5] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.547438] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220713, 'name': PowerOffVM_Task, 'duration_secs': 0.168216} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.547700] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1525.547903] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Volume detach. Driver type: vmdk {{(pid=69073) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1525.548121] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643882', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'name': 'volume-d6021018-a085-4416-9177-22bdd124dd88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6b3a9911-fac6-498b-bf8b-39934d9e0e3d', 'attached_at': '2025-04-03T02:51:17.000000', 'detached_at': '', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'serial': 'd6021018-a085-4416-9177-22bdd124dd88'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1525.548892] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a651410-36fd-4159-8905-a62494042090 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.567469] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cded52-a036-4c5a-b0e2-0cf9efa6debe {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.573602] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd9323b-1b56-40a3-a523-9c75b9bf92a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.590217] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631fd281-9871-4a3c-a0af-3d468d7180bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.603899] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] The volume has not been displaced from its original location: [datastore2] volume-d6021018-a085-4416-9177-22bdd124dd88/volume-d6021018-a085-4416-9177-22bdd124dd88.vmdk. No consolidation needed. {{(pid=69073) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1525.608989] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1525.609243] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9a36f8-678b-4b5e-a4af-7d3d0097b9ae {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.626372] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1525.626372] env[69073]: value = "task-3220714" [ 1525.626372] env[69073]: _type = "Task" [ 1525.626372] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.633510] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.907996] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: 7a5dd18c-691e-4825-83c5-39db5b0abc38] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.136737] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220714, 'name': ReconfigVM_Task, 'duration_secs': 0.15777} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.137119] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1526.141622] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd3d4da6-fb19-4597-ae61-e7aa9ea4262b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.156515] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1526.156515] env[69073]: value = "task-3220715" [ 1526.156515] env[69073]: _type = "Task" [ 1526.156515] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.163911] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.412054] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] [instance: df3ab74e-774f-45ef-94c6-f935b046cdda] Instance has had 0 of 5 cleanup attempts {{(pid=69073) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.666360] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220715, 'name': ReconfigVM_Task, 'duration_secs': 0.127176} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.666648] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-643882', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'name': 'volume-d6021018-a085-4416-9177-22bdd124dd88', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6b3a9911-fac6-498b-bf8b-39934d9e0e3d', 'attached_at': '2025-04-03T02:51:17.000000', 'detached_at': '', 'volume_id': 'd6021018-a085-4416-9177-22bdd124dd88', 'serial': 'd6021018-a085-4416-9177-22bdd124dd88'} {{(pid=69073) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1526.666907] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.667638] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0f954a-4c78-4960-a5da-924cfdf5e9cd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.673672] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.673883] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1670e4d-583f-431d-b7c1-20f212e8a8f3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.733592] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.733801] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.733995] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleting the datastore file [datastore2] 6b3a9911-fac6-498b-bf8b-39934d9e0e3d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.734272] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d53a5122-ce6d-429e-8103-5d9f7715c037 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.741166] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1526.741166] env[69073]: value = "task-3220717" [ 1526.741166] env[69073]: _type = "Task" [ 1526.741166] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.748381] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.915248] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.915423] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Cleaning up deleted instances with incomplete migration {{(pid=69073) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1527.251568] env[69073]: DEBUG oslo_vmware.api [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084656} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.251809] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.251985] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.252169] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.252338] env[69073]: INFO nova.compute.manager [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1527.252565] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.252749] env[69073]: DEBUG nova.compute.manager [-] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.252840] env[69073]: DEBUG nova.network.neutron [-] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.668541] env[69073]: DEBUG nova.compute.manager [req-5505202b-60dd-436b-b239-b0448f942ac4 req-0353b630-b95e-43e5-855c-d123a5e28480 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Received event network-vif-deleted-02849774-03d0-4ba0-aa94-13b00e3e1c1f {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.668785] env[69073]: INFO nova.compute.manager [req-5505202b-60dd-436b-b239-b0448f942ac4 req-0353b630-b95e-43e5-855c-d123a5e28480 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Neutron deleted interface 02849774-03d0-4ba0-aa94-13b00e3e1c1f; detaching it from the instance and deleting it from the info cache [ 1527.668974] env[69073]: DEBUG nova.network.neutron [req-5505202b-60dd-436b-b239-b0448f942ac4 req-0353b630-b95e-43e5-855c-d123a5e28480 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.150575] env[69073]: DEBUG nova.network.neutron [-] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.171114] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6cdd615-8e94-4923-9262-43809b83acce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.181337] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8454e316-aac5-43b3-bf70-2a7b1cf1eb8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.205499] env[69073]: DEBUG nova.compute.manager [req-5505202b-60dd-436b-b239-b0448f942ac4 req-0353b630-b95e-43e5-855c-d123a5e28480 service nova] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Detach interface failed, port_id=02849774-03d0-4ba0-aa94-13b00e3e1c1f, reason: Instance 6b3a9911-fac6-498b-bf8b-39934d9e0e3d could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1528.417267] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.417512] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.417670] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1528.653109] env[69073]: INFO nova.compute.manager [-] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Took 1.40 seconds to deallocate network for instance. [ 1529.195502] env[69073]: INFO nova.compute.manager [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Took 0.54 seconds to detach 1 volumes for instance. [ 1529.197600] env[69073]: DEBUG nova.compute.manager [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 6b3a9911-fac6-498b-bf8b-39934d9e0e3d] Deleting volume: d6021018-a085-4416-9177-22bdd124dd88 {{(pid=69073) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1529.734124] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.734435] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.734673] env[69073]: DEBUG nova.objects.instance [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'resources' on Instance uuid 6b3a9911-fac6-498b-bf8b-39934d9e0e3d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.315362] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b2e819-3df0-4d69-9436-fe56885b293a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.322366] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183fe052-c330-461f-9fe9-09f3cc954c38 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.352117] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c19f01e-2004-4c08-8c4d-3d18878488d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.358775] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e4ac14-de55-4068-8111-e603ab06c348 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.371358] env[69073]: DEBUG nova.compute.provider_tree [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.874466] env[69073]: DEBUG nova.scheduler.client.report [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1531.378853] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1531.397071] env[69073]: INFO nova.scheduler.client.report [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted allocations for instance 6b3a9911-fac6-498b-bf8b-39934d9e0e3d [ 1531.904025] env[69073]: DEBUG oslo_concurrency.lockutils [None req-59bf64d0-797a-4b7a-999c-e4101f18bbd8 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "6b3a9911-fac6-498b-bf8b-39934d9e0e3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.383s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.223646] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "016b8398-c9d9-4842-9783-f8d315393aad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.223978] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "016b8398-c9d9-4842-9783-f8d315393aad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.224280] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "016b8398-c9d9-4842-9783-f8d315393aad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.224531] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "016b8398-c9d9-4842-9783-f8d315393aad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.224759] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "016b8398-c9d9-4842-9783-f8d315393aad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.226874] env[69073]: INFO nova.compute.manager [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Terminating instance [ 1532.731192] env[69073]: DEBUG nova.compute.manager [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.731563] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.732385] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da33166-d4ed-45b9-b547-b8f97a3654f9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.740082] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.740311] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38b7eba9-4777-4397-aaf0-a39f85f61685 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.746490] env[69073]: DEBUG oslo_vmware.api [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1532.746490] env[69073]: value = "task-3220719" [ 1532.746490] env[69073]: _type = "Task" [ 1532.746490] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.754335] env[69073]: DEBUG oslo_vmware.api [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.256871] env[69073]: DEBUG oslo_vmware.api [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220719, 'name': PowerOffVM_Task, 'duration_secs': 0.182835} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.257091] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.257263] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.257501] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e8650f7-6f3c-4bac-a47f-aadd463c67f0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.324337] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1533.324598] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1533.324788] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleting the datastore file [datastore2] 016b8398-c9d9-4842-9783-f8d315393aad {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1533.325053] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca9bfae3-0642-446c-919a-c7b78c84a345 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.331261] env[69073]: DEBUG oslo_vmware.api [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1533.331261] env[69073]: value = "task-3220721" [ 1533.331261] env[69073]: _type = "Task" [ 1533.331261] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.338695] env[69073]: DEBUG oslo_vmware.api [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.840465] env[69073]: DEBUG oslo_vmware.api [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132956} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.840817] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.840880] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.841057] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.841235] env[69073]: INFO nova.compute.manager [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1533.841471] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1533.841710] env[69073]: DEBUG nova.compute.manager [-] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.841807] env[69073]: DEBUG nova.network.neutron [-] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1534.105985] env[69073]: DEBUG nova.compute.manager [req-d8a0e900-bae7-4450-9c77-1ba61c45237e req-5a7e1bf6-e2fc-4fb4-8e16-3ef876dcb2a4 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Received event network-vif-deleted-faf84c31-794f-4097-a8d1-1ebd0dc98152 {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1534.106205] env[69073]: INFO nova.compute.manager [req-d8a0e900-bae7-4450-9c77-1ba61c45237e req-5a7e1bf6-e2fc-4fb4-8e16-3ef876dcb2a4 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Neutron deleted interface faf84c31-794f-4097-a8d1-1ebd0dc98152; detaching it from the instance and deleting it from the info cache [ 1534.106377] env[69073]: DEBUG nova.network.neutron [req-d8a0e900-bae7-4450-9c77-1ba61c45237e req-5a7e1bf6-e2fc-4fb4-8e16-3ef876dcb2a4 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.586858] env[69073]: DEBUG nova.network.neutron [-] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.608891] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-549cf44c-c0e3-41e4-96c1-a16d9ff5d965 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.619630] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bf1fed-bd96-4b78-8150-9885bff18739 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.643500] env[69073]: DEBUG nova.compute.manager [req-d8a0e900-bae7-4450-9c77-1ba61c45237e req-5a7e1bf6-e2fc-4fb4-8e16-3ef876dcb2a4 service nova] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Detach interface failed, port_id=faf84c31-794f-4097-a8d1-1ebd0dc98152, reason: Instance 016b8398-c9d9-4842-9783-f8d315393aad could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1535.090248] env[69073]: INFO nova.compute.manager [-] [instance: 016b8398-c9d9-4842-9783-f8d315393aad] Took 1.25 seconds to deallocate network for instance. [ 1535.596952] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.597343] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.597588] env[69073]: DEBUG nova.objects.instance [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'resources' on Instance uuid 016b8398-c9d9-4842-9783-f8d315393aad {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.140562] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cc9450-9335-447e-b752-1e35950f9f47 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.148202] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2adfecd-f5da-4b8a-883e-2a12bd0a0f87 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.178035] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b294ac-6129-47ec-ba9b-28997fe994b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.184908] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b208689-ccbe-484d-bb63-b62bd0c3222f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.197145] env[69073]: DEBUG nova.compute.provider_tree [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.699872] env[69073]: DEBUG nova.scheduler.client.report [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1537.205149] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.221902] env[69073]: INFO nova.scheduler.client.report [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted allocations for instance 016b8398-c9d9-4842-9783-f8d315393aad [ 1537.729396] env[69073]: DEBUG oslo_concurrency.lockutils [None req-bb315be3-acb9-46bc-b97a-a84596fbc975 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "016b8398-c9d9-4842-9783-f8d315393aad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.505s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.907152] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "cd5433df-cd2e-4070-a285-5730b420766a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.907669] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "cd5433df-cd2e-4070-a285-5730b420766a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.907732] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "cd5433df-cd2e-4070-a285-5730b420766a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.907909] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "cd5433df-cd2e-4070-a285-5730b420766a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.908099] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "cd5433df-cd2e-4070-a285-5730b420766a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.910436] env[69073]: INFO nova.compute.manager [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Terminating instance [ 1542.414170] env[69073]: DEBUG nova.compute.manager [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1542.414433] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1542.415375] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56af745f-c8ec-4e63-9f1e-60c6917cbe5a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.422942] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.423201] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d687ce25-335a-47b7-9e12-732aafd5324a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.429558] env[69073]: DEBUG oslo_vmware.api [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1542.429558] env[69073]: value = "task-3220723" [ 1542.429558] env[69073]: _type = "Task" [ 1542.429558] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.438768] env[69073]: DEBUG oslo_vmware.api [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.941063] env[69073]: DEBUG oslo_vmware.api [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220723, 'name': PowerOffVM_Task, 'duration_secs': 0.20261} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.941063] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1542.941063] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1542.941063] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3554c1aa-3a50-4491-ae9d-4338f047b80f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.003435] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.003648] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.003828] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleting the datastore file [datastore2] cd5433df-cd2e-4070-a285-5730b420766a {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.004138] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51b172c1-6df2-45ef-812c-9960c3dcfa86 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.010330] env[69073]: DEBUG oslo_vmware.api [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for the task: (returnval){ [ 1543.010330] env[69073]: value = "task-3220725" [ 1543.010330] env[69073]: _type = "Task" [ 1543.010330] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.017827] env[69073]: DEBUG oslo_vmware.api [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.519825] env[69073]: DEBUG oslo_vmware.api [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Task: {'id': task-3220725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122685} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.520090] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1543.520284] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1543.520477] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1543.520649] env[69073]: INFO nova.compute.manager [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1543.520878] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1543.521104] env[69073]: DEBUG nova.compute.manager [-] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1543.521204] env[69073]: DEBUG nova.network.neutron [-] [instance: cd5433df-cd2e-4070-a285-5730b420766a] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.754599] env[69073]: DEBUG nova.compute.manager [req-c973f334-5587-4d76-be5a-c26425487c41 req-f99e7162-680f-4e4f-aebb-74dab95c01b3 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Received event network-vif-deleted-8fabbe06-cd56-4bd6-be2a-c65dd88f55bc {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1543.754818] env[69073]: INFO nova.compute.manager [req-c973f334-5587-4d76-be5a-c26425487c41 req-f99e7162-680f-4e4f-aebb-74dab95c01b3 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Neutron deleted interface 8fabbe06-cd56-4bd6-be2a-c65dd88f55bc; detaching it from the instance and deleting it from the info cache [ 1543.754926] env[69073]: DEBUG nova.network.neutron [req-c973f334-5587-4d76-be5a-c26425487c41 req-f99e7162-680f-4e4f-aebb-74dab95c01b3 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.238625] env[69073]: DEBUG nova.network.neutron [-] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.256873] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-400ad762-b3cb-4279-a182-0da11ac0e119 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.268852] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30287b55-a1ae-492c-b337-f756c7bfe659 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.291996] env[69073]: DEBUG nova.compute.manager [req-c973f334-5587-4d76-be5a-c26425487c41 req-f99e7162-680f-4e4f-aebb-74dab95c01b3 service nova] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Detach interface failed, port_id=8fabbe06-cd56-4bd6-be2a-c65dd88f55bc, reason: Instance cd5433df-cd2e-4070-a285-5730b420766a could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1544.741762] env[69073]: INFO nova.compute.manager [-] [instance: cd5433df-cd2e-4070-a285-5730b420766a] Took 1.22 seconds to deallocate network for instance. [ 1545.250561] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.250906] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.251031] env[69073]: DEBUG nova.objects.instance [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lazy-loading 'resources' on Instance uuid cd5433df-cd2e-4070-a285-5730b420766a {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.789212] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8474f3-0795-44c0-ac0d-fae91d25af60 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.798170] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae5e89c-5b95-4a21-9846-1b6235127743 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.829261] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fc2176-cd6e-431c-8f60-7064a510165f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.836354] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e332f37-c273-46cb-a888-cd67a7596aac {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.850315] env[69073]: DEBUG nova.compute.provider_tree [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.352751] env[69073]: DEBUG nova.scheduler.client.report [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.858049] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.877634] env[69073]: INFO nova.scheduler.client.report [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Deleted allocations for instance cd5433df-cd2e-4070-a285-5730b420766a [ 1547.385844] env[69073]: DEBUG oslo_concurrency.lockutils [None req-cb9dc52b-4bb8-4d36-91d1-ec985f02df10 tempest-ServerActionsTestOtherA-17882536 tempest-ServerActionsTestOtherA-17882536-project-member] Lock "cd5433df-cd2e-4070-a285-5730b420766a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.478s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1552.444470] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.444738] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.947651] env[69073]: DEBUG nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1553.469019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.469510] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1553.470964] env[69073]: INFO nova.compute.claims [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.510796] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0887a39-4c45-4611-be96-d55033efcedf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.518665] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f4c48b-ac00-4b58-8ed6-d70e56ad7e21 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.547897] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85393ee3-422e-4dd0-a5a1-f3ec75fb7d29 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.555241] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c89a43-cb3b-471c-bfb4-cb2c71b8d868 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.568280] env[69073]: DEBUG nova.compute.provider_tree [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.071500] env[69073]: DEBUG nova.scheduler.client.report [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1555.577603] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.578175] env[69073]: DEBUG nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1556.082742] env[69073]: DEBUG nova.compute.utils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1556.084320] env[69073]: DEBUG nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1556.084492] env[69073]: DEBUG nova.network.neutron [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1556.120618] env[69073]: DEBUG nova.policy [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0115e81e0bc84ba8996a100dbd223cd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d024ddebb947949d75be70c55dc8d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1556.332496] env[69073]: DEBUG nova.network.neutron [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Successfully created port: 45188243-a919-42de-a825-9c6b88f56bfb {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.587851] env[69073]: DEBUG nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1557.597063] env[69073]: DEBUG nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1557.646144] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1557.646392] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.646548] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.646734] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.646873] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.647029] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1557.647289] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1557.647457] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1557.647625] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1557.647785] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1557.647955] env[69073]: DEBUG nova.virt.hardware [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1557.649134] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5703ae75-7804-4cc2-aff0-e41792a3e1a1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.656905] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbce970-3ab3-4505-a500-95dae1ba99d5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.671535] env[69073]: DEBUG nova.compute.manager [req-26c1fe1b-383b-47a8-a4d8-ab08534b9663 req-522bd1ae-5b60-4770-a04b-8538e6e87c6d service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Received event network-vif-plugged-45188243-a919-42de-a825-9c6b88f56bfb {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1557.671726] env[69073]: DEBUG oslo_concurrency.lockutils [req-26c1fe1b-383b-47a8-a4d8-ab08534b9663 req-522bd1ae-5b60-4770-a04b-8538e6e87c6d service nova] Acquiring lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.671927] env[69073]: DEBUG oslo_concurrency.lockutils [req-26c1fe1b-383b-47a8-a4d8-ab08534b9663 req-522bd1ae-5b60-4770-a04b-8538e6e87c6d service nova] Lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.672101] env[69073]: DEBUG oslo_concurrency.lockutils [req-26c1fe1b-383b-47a8-a4d8-ab08534b9663 req-522bd1ae-5b60-4770-a04b-8538e6e87c6d service nova] Lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.672267] env[69073]: DEBUG nova.compute.manager [req-26c1fe1b-383b-47a8-a4d8-ab08534b9663 req-522bd1ae-5b60-4770-a04b-8538e6e87c6d service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] No waiting events found dispatching network-vif-plugged-45188243-a919-42de-a825-9c6b88f56bfb {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1557.672426] env[69073]: WARNING nova.compute.manager [req-26c1fe1b-383b-47a8-a4d8-ab08534b9663 req-522bd1ae-5b60-4770-a04b-8538e6e87c6d service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Received unexpected event network-vif-plugged-45188243-a919-42de-a825-9c6b88f56bfb for instance with vm_state building and task_state spawning. [ 1557.745761] env[69073]: DEBUG nova.network.neutron [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Successfully updated port: 45188243-a919-42de-a825-9c6b88f56bfb {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.248019] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.248197] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.248361] env[69073]: DEBUG nova.network.neutron [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.802565] env[69073]: DEBUG nova.network.neutron [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.904636] env[69073]: DEBUG nova.network.neutron [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Updating instance_info_cache with network_info: [{"id": "45188243-a919-42de-a825-9c6b88f56bfb", "address": "fa:16:3e:d7:be:71", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45188243-a9", "ovs_interfaceid": "45188243-a919-42de-a825-9c6b88f56bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.406914] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.407235] env[69073]: DEBUG nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Instance network_info: |[{"id": "45188243-a919-42de-a825-9c6b88f56bfb", "address": "fa:16:3e:d7:be:71", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45188243-a9", "ovs_interfaceid": "45188243-a919-42de-a825-9c6b88f56bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1559.407653] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:be:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45188243-a919-42de-a825-9c6b88f56bfb', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.415106] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Creating folder: Project (d6d024ddebb947949d75be70c55dc8d1). Parent ref: group-v643537. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1559.415364] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85417722-cc3d-42b3-a0b4-11f9ec6852d4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.426643] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Created folder: Project (d6d024ddebb947949d75be70c55dc8d1) in parent group-v643537. [ 1559.426822] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Creating folder: Instances. Parent ref: group-v643884. {{(pid=69073) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1559.427061] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91eaa881-1e45-4a4a-bf33-a1dcbcdf1445 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.436403] env[69073]: INFO nova.virt.vmwareapi.vm_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Created folder: Instances in parent group-v643884. [ 1559.436617] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1559.436787] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1559.436971] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-520a9371-05a9-4798-8151-606738bf369f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.454361] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.454361] env[69073]: value = "task-3220728" [ 1559.454361] env[69073]: _type = "Task" [ 1559.454361] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.461149] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220728, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.692238] env[69073]: DEBUG nova.compute.manager [req-a24b6161-7f3a-4826-803f-48e20cf4fced req-d3c73498-67ee-43c2-a24a-db318d0ec1ef service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Received event network-changed-45188243-a919-42de-a825-9c6b88f56bfb {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1559.692464] env[69073]: DEBUG nova.compute.manager [req-a24b6161-7f3a-4826-803f-48e20cf4fced req-d3c73498-67ee-43c2-a24a-db318d0ec1ef service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Refreshing instance network info cache due to event network-changed-45188243-a919-42de-a825-9c6b88f56bfb. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1559.692727] env[69073]: DEBUG oslo_concurrency.lockutils [req-a24b6161-7f3a-4826-803f-48e20cf4fced req-d3c73498-67ee-43c2-a24a-db318d0ec1ef service nova] Acquiring lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.692897] env[69073]: DEBUG oslo_concurrency.lockutils [req-a24b6161-7f3a-4826-803f-48e20cf4fced req-d3c73498-67ee-43c2-a24a-db318d0ec1ef service nova] Acquired lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.693079] env[69073]: DEBUG nova.network.neutron [req-a24b6161-7f3a-4826-803f-48e20cf4fced req-d3c73498-67ee-43c2-a24a-db318d0ec1ef service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Refreshing network info cache for port 45188243-a919-42de-a825-9c6b88f56bfb {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.963949] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220728, 'name': CreateVM_Task, 'duration_secs': 0.312215} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.964309] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1559.964747] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.964907] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.965251] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.965495] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fe791a-d41d-4bb1-80a0-6c6cef5d190d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.970155] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1559.970155] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520a74a0-3274-0ad7-893a-c694a80bf9e1" [ 1559.970155] env[69073]: _type = "Task" [ 1559.970155] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.977042] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520a74a0-3274-0ad7-893a-c694a80bf9e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.349761] env[69073]: DEBUG nova.network.neutron [req-a24b6161-7f3a-4826-803f-48e20cf4fced req-d3c73498-67ee-43c2-a24a-db318d0ec1ef service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Updated VIF entry in instance network info cache for port 45188243-a919-42de-a825-9c6b88f56bfb. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.350113] env[69073]: DEBUG nova.network.neutron [req-a24b6161-7f3a-4826-803f-48e20cf4fced req-d3c73498-67ee-43c2-a24a-db318d0ec1ef service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Updating instance_info_cache with network_info: [{"id": "45188243-a919-42de-a825-9c6b88f56bfb", "address": "fa:16:3e:d7:be:71", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45188243-a9", "ovs_interfaceid": "45188243-a919-42de-a825-9c6b88f56bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.480123] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]520a74a0-3274-0ad7-893a-c694a80bf9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012289} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.480446] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.480682] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1560.480916] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.481074] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.481251] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1560.481504] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d15d7d-ca0c-4fa9-94f9-c6a7ea87261f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.489813] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1560.489981] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1560.490697] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f700d4e-49c4-41cd-b57e-a3a5598bd575 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.495169] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1560.495169] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52389c7c-8e97-fe33-a000-e50815bebd09" [ 1560.495169] env[69073]: _type = "Task" [ 1560.495169] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.501977] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52389c7c-8e97-fe33-a000-e50815bebd09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.853217] env[69073]: DEBUG oslo_concurrency.lockutils [req-a24b6161-7f3a-4826-803f-48e20cf4fced req-d3c73498-67ee-43c2-a24a-db318d0ec1ef service nova] Releasing lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.005624] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52389c7c-8e97-fe33-a000-e50815bebd09, 'name': SearchDatastore_Task, 'duration_secs': 0.0087} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.006394] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e760f1f-1aa3-4d4b-9aaf-7b986b4b2c24 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.011116] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1561.011116] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52816ff6-40ff-a174-c1e1-266abe5c2035" [ 1561.011116] env[69073]: _type = "Task" [ 1561.011116] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.018071] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52816ff6-40ff-a174-c1e1-266abe5c2035, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.521231] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52816ff6-40ff-a174-c1e1-266abe5c2035, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.521493] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.521742] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d/045b2edb-ba7b-43b7-b6a5-d61f10a78d4d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.522033] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d68dc205-00a7-43c8-9837-b439200cfa7e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.527953] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1561.527953] env[69073]: value = "task-3220729" [ 1561.527953] env[69073]: _type = "Task" [ 1561.527953] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.534954] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.038148] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443371} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.038516] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d/045b2edb-ba7b-43b7-b6a5-d61f10a78d4d.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.038603] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.038853] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f67f4b1-6322-4eea-9df3-14b3486d5205 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.045374] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1562.045374] env[69073]: value = "task-3220730" [ 1562.045374] env[69073]: _type = "Task" [ 1562.045374] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.052917] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.555512] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060745} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.555794] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.556511] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88988d43-93f8-41ca-b820-d46840418654 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.577583] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d/045b2edb-ba7b-43b7-b6a5-d61f10a78d4d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.577806] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903c9050-d3d0-443a-94ba-f13c5156a151 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.596662] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1562.596662] env[69073]: value = "task-3220731" [ 1562.596662] env[69073]: _type = "Task" [ 1562.596662] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.603731] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.106412] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220731, 'name': ReconfigVM_Task, 'duration_secs': 0.310661} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.106732] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d/045b2edb-ba7b-43b7-b6a5-d61f10a78d4d.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.107251] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f384519-2d9c-4c1a-9ccc-f98858b9cb7a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.113358] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1563.113358] env[69073]: value = "task-3220732" [ 1563.113358] env[69073]: _type = "Task" [ 1563.113358] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.120409] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220732, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.623154] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220732, 'name': Rename_Task, 'duration_secs': 0.152918} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.623457] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.623695] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9b02c9a-3df5-4d7e-bde2-462cde0cb27e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.629762] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1563.629762] env[69073]: value = "task-3220733" [ 1563.629762] env[69073]: _type = "Task" [ 1563.629762] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.637022] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.139464] env[69073]: DEBUG oslo_vmware.api [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220733, 'name': PowerOnVM_Task, 'duration_secs': 0.462599} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.139838] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.139995] env[69073]: INFO nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Took 6.54 seconds to spawn the instance on the hypervisor. [ 1564.140189] env[69073]: DEBUG nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.141101] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c368ba6e-d887-4253-ba53-15fbb9c5f746 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.660259] env[69073]: INFO nova.compute.manager [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Took 11.21 seconds to build instance. [ 1565.162155] env[69073]: DEBUG oslo_concurrency.lockutils [None req-15eed628-cac1-4d9d-8013-561ae500f3a7 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.717s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.556100] env[69073]: INFO nova.compute.manager [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Rescuing [ 1565.556397] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.556553] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.556720] env[69073]: DEBUG nova.network.neutron [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1566.267347] env[69073]: DEBUG nova.network.neutron [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Updating instance_info_cache with network_info: [{"id": "45188243-a919-42de-a825-9c6b88f56bfb", "address": "fa:16:3e:d7:be:71", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45188243-a9", "ovs_interfaceid": "45188243-a919-42de-a825-9c6b88f56bfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.770435] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "refresh_cache-045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.310870] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.813362] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.813612] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.813776] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1567.813924] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1567.814843] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882242a2-e0f2-4e32-9587-7824f2957dce {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.823743] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c160aa0-d461-4136-b1dd-7bb095cf48b3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.837502] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08f0313-9a00-4bd7-8eff-c4c4fa4cd735 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.843413] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2dd8d-e74a-4761-b484-2887d43da39b {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.875857] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180715MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1567.875857] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.875857] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.308679] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.308972] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39207579-d439-488b-b8fc-71c5cde8b46e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.316621] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1568.316621] env[69073]: value = "task-3220734" [ 1568.316621] env[69073]: _type = "Task" [ 1568.316621] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.325021] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.826218] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220734, 'name': PowerOffVM_Task, 'duration_secs': 0.20529} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.826564] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1568.827450] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac49a3-e19d-4c41-9587-9352d4b59ae9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.844763] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379f1d35-29b4-4053-8fb9-92d9f76a4c93 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.874942] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.875198] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee07be9-7195-47af-b521-c3595f0f59ba {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.883011] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1568.883011] env[69073]: value = "task-3220735" [ 1568.883011] env[69073]: _type = "Task" [ 1568.883011] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.890969] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1568.891180] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.891420] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.891566] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.891738] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.891949] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d2b7cb5-b5be-4e6b-a154-59f142445dbd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.899785] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Instance 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69073) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1568.900152] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1568.900502] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1568.905118] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.905118] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.905960] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43754f2-367a-4e74-99b8-2cf8610ffe6e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.911804] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1568.911804] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5206b51b-8edb-eac8-e477-80c4eb71a4b6" [ 1568.911804] env[69073]: _type = "Task" [ 1568.911804] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.920034] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5206b51b-8edb-eac8-e477-80c4eb71a4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.932513] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac882f2e-6df0-4897-8d1b-109cfca8c940 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.939294] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b25fc3-8dc5-4eb9-9f92-dd8ef77ba489 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.967551] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9db18f-e27a-4cb5-a0a6-f69d625b5f61 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.973975] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22288962-d5ac-4e48-a313-19f289af28b8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.987342] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.422363] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5206b51b-8edb-eac8-e477-80c4eb71a4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.423099] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053dacb0-7824-4b42-bd9e-6ae800c1b959 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.427843] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1569.427843] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521a2ca0-fcc6-19d5-5c90-0daf27e93765" [ 1569.427843] env[69073]: _type = "Task" [ 1569.427843] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.434724] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521a2ca0-fcc6-19d5-5c90-0daf27e93765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.490749] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.939490] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]521a2ca0-fcc6-19d5-5c90-0daf27e93765, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.939744] env[69073]: DEBUG oslo_concurrency.lockutils [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.940000] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. {{(pid=69073) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1569.940278] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7db2384a-f370-4821-8a3b-c82d67875578 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.947394] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1569.947394] env[69073]: value = "task-3220736" [ 1569.947394] env[69073]: _type = "Task" [ 1569.947394] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.954706] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.995587] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1569.995804] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.456879] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43333} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.457323] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. [ 1570.457910] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e49c85d-248b-45e7-a1c0-4d6612670fdc {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.481585] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.481798] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9812f85c-c40a-483a-b5e1-d26daefb7b9e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.498933] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1570.498933] env[69073]: value = "task-3220737" [ 1570.498933] env[69073]: _type = "Task" [ 1570.498933] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.506028] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.996605] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.008447] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220737, 'name': ReconfigVM_Task, 'duration_secs': 0.274163} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.008707] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1571.009511] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfd0b81-b8b3-45fd-8d97-c0ccdacac5fb {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.034471] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e22f4d04-93a2-4a10-8d7e-5434e8182667 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.048164] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1571.048164] env[69073]: value = "task-3220738" [ 1571.048164] env[69073]: _type = "Task" [ 1571.048164] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.055206] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.306630] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.558309] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220738, 'name': ReconfigVM_Task, 'duration_secs': 0.148107} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.558638] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.558812] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3078080e-6de0-48c3-89e4-d8acf7549ac4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.565012] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1571.565012] env[69073]: value = "task-3220739" [ 1571.565012] env[69073]: _type = "Task" [ 1571.565012] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.571813] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.076201] env[69073]: DEBUG oslo_vmware.api [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220739, 'name': PowerOnVM_Task, 'duration_secs': 0.369088} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.076459] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.079317] env[69073]: DEBUG nova.compute.manager [None req-d3c14e87-73b6-41b5-806a-c2182c99c56d tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.080060] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d5a8df-194e-46d3-83a8-a1b7a7334635 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.310745] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.776454] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "71822365-bca2-40ef-95f4-b7e1e14583f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.776760] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "71822365-bca2-40ef-95f4-b7e1e14583f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.279526] env[69073]: DEBUG nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Starting instance... {{(pid=69073) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1574.803024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.803024] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.803961] env[69073]: INFO nova.compute.claims [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.311189] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.311391] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.311558] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.311694] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1575.852022] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c5ae94-7cc7-4c6c-8afe-2112cdcb0e88 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.857246] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e69aa05-3fd8-4d97-9104-120e5c266c2c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.886911] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab879da0-8ca9-4f9b-a386-fedec15dbd59 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.893556] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70be98a-01bd-4cb8-b32e-a46c0c4b2a72 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.906054] env[69073]: DEBUG nova.compute.provider_tree [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.311870] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.409382] env[69073]: DEBUG nova.scheduler.client.report [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.915091] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.915637] env[69073]: DEBUG nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Start building networks asynchronously for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1577.420149] env[69073]: DEBUG nova.compute.utils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Using /dev/sd instead of None {{(pid=69073) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1577.421598] env[69073]: DEBUG nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Allocating IP information in the background. {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1577.421775] env[69073]: DEBUG nova.network.neutron [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] allocate_for_instance() {{(pid=69073) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1577.476037] env[69073]: DEBUG nova.policy [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0115e81e0bc84ba8996a100dbd223cd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d024ddebb947949d75be70c55dc8d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69073) authorize /opt/stack/nova/nova/policy.py:192}} [ 1577.737998] env[69073]: DEBUG nova.network.neutron [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Successfully created port: 37b14ea0-7a67-4250-b32f-e0ceb1c3cfca {{(pid=69073) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.925208] env[69073]: DEBUG nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Start building block device mappings for instance. {{(pid=69073) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1578.934116] env[69073]: DEBUG nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Start spawning the instance on the hypervisor. {{(pid=69073) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.961216] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-03T02:35:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-03T02:35:21Z,direct_url=,disk_format='vmdk',id=b04ae1f3-fd7b-41fc-a766-2c372c2ace51,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='eaeb5e97ff1d4abe8ec19707b2ccb111',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-03T02:35:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.961484] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Flavor limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.961643] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Image limits 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.961819] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Flavor pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.961960] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Image pref 0:0:0 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.962121] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69073) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.962333] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.962490] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.962652] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Got 1 possible topologies {{(pid=69073) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.962810] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.962978] env[69073]: DEBUG nova.virt.hardware [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69073) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.963986] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f886aa-db2a-4aaa-92ce-0e471bf79ff2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.971994] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69649592-1563-4b02-b446-0c1d99831af3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.117649] env[69073]: DEBUG nova.compute.manager [req-b31ec392-2ac8-4bc1-b8d2-7949b839ad44 req-a2ee62f3-7e40-4c5e-b1e9-35c8476d402e service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Received event network-vif-plugged-37b14ea0-7a67-4250-b32f-e0ceb1c3cfca {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1579.117894] env[69073]: DEBUG oslo_concurrency.lockutils [req-b31ec392-2ac8-4bc1-b8d2-7949b839ad44 req-a2ee62f3-7e40-4c5e-b1e9-35c8476d402e service nova] Acquiring lock "71822365-bca2-40ef-95f4-b7e1e14583f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.118083] env[69073]: DEBUG oslo_concurrency.lockutils [req-b31ec392-2ac8-4bc1-b8d2-7949b839ad44 req-a2ee62f3-7e40-4c5e-b1e9-35c8476d402e service nova] Lock "71822365-bca2-40ef-95f4-b7e1e14583f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.118254] env[69073]: DEBUG oslo_concurrency.lockutils [req-b31ec392-2ac8-4bc1-b8d2-7949b839ad44 req-a2ee62f3-7e40-4c5e-b1e9-35c8476d402e service nova] Lock "71822365-bca2-40ef-95f4-b7e1e14583f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.118409] env[69073]: DEBUG nova.compute.manager [req-b31ec392-2ac8-4bc1-b8d2-7949b839ad44 req-a2ee62f3-7e40-4c5e-b1e9-35c8476d402e service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] No waiting events found dispatching network-vif-plugged-37b14ea0-7a67-4250-b32f-e0ceb1c3cfca {{(pid=69073) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1579.118605] env[69073]: WARNING nova.compute.manager [req-b31ec392-2ac8-4bc1-b8d2-7949b839ad44 req-a2ee62f3-7e40-4c5e-b1e9-35c8476d402e service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Received unexpected event network-vif-plugged-37b14ea0-7a67-4250-b32f-e0ceb1c3cfca for instance with vm_state building and task_state spawning. [ 1579.165328] env[69073]: DEBUG nova.network.neutron [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Successfully updated port: 37b14ea0-7a67-4250-b32f-e0ceb1c3cfca {{(pid=69073) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1579.306803] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.668258] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.668386] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.668537] env[69073]: DEBUG nova.network.neutron [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.200995] env[69073]: DEBUG nova.network.neutron [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Instance cache missing network info. {{(pid=69073) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.316307] env[69073]: DEBUG nova.network.neutron [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Updating instance_info_cache with network_info: [{"id": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "address": "fa:16:3e:09:16:03", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b14ea0-7a", "ovs_interfaceid": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.819467] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.819895] env[69073]: DEBUG nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Instance network_info: |[{"id": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "address": "fa:16:3e:09:16:03", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b14ea0-7a", "ovs_interfaceid": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69073) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1580.820423] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:16:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37b14ea0-7a67-4250-b32f-e0ceb1c3cfca', 'vif_model': 'vmxnet3'}] {{(pid=69073) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1580.828033] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1580.828309] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Creating VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1580.828593] env[69073]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f51c21b6-f6aa-452f-83d3-8e1577c2a922 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.850176] env[69073]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1580.850176] env[69073]: value = "task-3220740" [ 1580.850176] env[69073]: _type = "Task" [ 1580.850176] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.858071] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220740, 'name': CreateVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.144108] env[69073]: DEBUG nova.compute.manager [req-8f79bf7a-5628-4b3c-a62c-f27b3fd7320b req-37aa0051-9b0a-43dd-96a6-0c3ce63dd520 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Received event network-changed-37b14ea0-7a67-4250-b32f-e0ceb1c3cfca {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1581.144343] env[69073]: DEBUG nova.compute.manager [req-8f79bf7a-5628-4b3c-a62c-f27b3fd7320b req-37aa0051-9b0a-43dd-96a6-0c3ce63dd520 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Refreshing instance network info cache due to event network-changed-37b14ea0-7a67-4250-b32f-e0ceb1c3cfca. {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1581.144525] env[69073]: DEBUG oslo_concurrency.lockutils [req-8f79bf7a-5628-4b3c-a62c-f27b3fd7320b req-37aa0051-9b0a-43dd-96a6-0c3ce63dd520 service nova] Acquiring lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.144669] env[69073]: DEBUG oslo_concurrency.lockutils [req-8f79bf7a-5628-4b3c-a62c-f27b3fd7320b req-37aa0051-9b0a-43dd-96a6-0c3ce63dd520 service nova] Acquired lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.144832] env[69073]: DEBUG nova.network.neutron [req-8f79bf7a-5628-4b3c-a62c-f27b3fd7320b req-37aa0051-9b0a-43dd-96a6-0c3ce63dd520 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Refreshing network info cache for port 37b14ea0-7a67-4250-b32f-e0ceb1c3cfca {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.359697] env[69073]: DEBUG oslo_vmware.api [-] Task: {'id': task-3220740, 'name': CreateVM_Task, 'duration_secs': 0.298345} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.359985] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Created VM on the ESX host {{(pid=69073) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.360535] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.360698] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.361032] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.361283] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8165ac3d-ff98-4f29-9303-cf3b197dae3c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.365327] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1581.365327] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d19972-c160-5388-f349-329fa8d7cbe1" [ 1581.365327] env[69073]: _type = "Task" [ 1581.365327] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.373247] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d19972-c160-5388-f349-329fa8d7cbe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.806313] env[69073]: DEBUG nova.network.neutron [req-8f79bf7a-5628-4b3c-a62c-f27b3fd7320b req-37aa0051-9b0a-43dd-96a6-0c3ce63dd520 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Updated VIF entry in instance network info cache for port 37b14ea0-7a67-4250-b32f-e0ceb1c3cfca. {{(pid=69073) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1581.806658] env[69073]: DEBUG nova.network.neutron [req-8f79bf7a-5628-4b3c-a62c-f27b3fd7320b req-37aa0051-9b0a-43dd-96a6-0c3ce63dd520 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Updating instance_info_cache with network_info: [{"id": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "address": "fa:16:3e:09:16:03", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b14ea0-7a", "ovs_interfaceid": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.874829] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52d19972-c160-5388-f349-329fa8d7cbe1, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.875114] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.875347] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.875598] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.875755] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.875932] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.876189] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4ca7da1-2583-4fc2-912b-87182ecdabf2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.884012] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.884184] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.884835] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f79630a-d7b9-4161-a972-144cc2412945 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.889262] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1581.889262] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c6ca7f-af0c-deec-2248-993246c46f11" [ 1581.889262] env[69073]: _type = "Task" [ 1581.889262] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.896248] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c6ca7f-af0c-deec-2248-993246c46f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.309897] env[69073]: DEBUG oslo_concurrency.lockutils [req-8f79bf7a-5628-4b3c-a62c-f27b3fd7320b req-37aa0051-9b0a-43dd-96a6-0c3ce63dd520 service nova] Releasing lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.398977] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52c6ca7f-af0c-deec-2248-993246c46f11, 'name': SearchDatastore_Task, 'duration_secs': 0.00837} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.399741] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e4f9b7-429b-426f-bf30-a47d9b9aff64 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.404311] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1582.404311] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52745c46-c8da-c717-6db9-d64b816d1511" [ 1582.404311] env[69073]: _type = "Task" [ 1582.404311] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.411050] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52745c46-c8da-c717-6db9-d64b816d1511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.914721] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52745c46-c8da-c717-6db9-d64b816d1511, 'name': SearchDatastore_Task, 'duration_secs': 0.009233} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.914981] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.915256] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3/71822365-bca2-40ef-95f4-b7e1e14583f3.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.915516] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85e8a287-407a-4ba1-9adf-0a610e6abd90 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.922103] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1582.922103] env[69073]: value = "task-3220741" [ 1582.922103] env[69073]: _type = "Task" [ 1582.922103] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.930173] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.431149] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480609} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.431510] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3/71822365-bca2-40ef-95f4-b7e1e14583f3.vmdk {{(pid=69073) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1583.431640] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Extending root virtual disk to 1048576 {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1583.431874] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8de7a66-9622-4de8-8335-5c157cd0168f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.437793] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1583.437793] env[69073]: value = "task-3220742" [ 1583.437793] env[69073]: _type = "Task" [ 1583.437793] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.444556] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.947315] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062372} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.947627] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Extended root virtual disk {{(pid=69073) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1583.948410] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115af6e9-9af5-43d0-a3ff-844c2f5493c9 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.969296] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3/71822365-bca2-40ef-95f4-b7e1e14583f3.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.969545] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c83087c-23ec-4d99-85b7-0b4692def068 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.988910] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1583.988910] env[69073]: value = "task-3220743" [ 1583.988910] env[69073]: _type = "Task" [ 1583.988910] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.997151] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.498217] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220743, 'name': ReconfigVM_Task, 'duration_secs': 0.279089} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.498636] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3/71822365-bca2-40ef-95f4-b7e1e14583f3.vmdk or device None with type sparse {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1584.499122] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f095f89-389c-4b74-ac45-4025d99f4c08 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.504535] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1584.504535] env[69073]: value = "task-3220744" [ 1584.504535] env[69073]: _type = "Task" [ 1584.504535] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.511431] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220744, 'name': Rename_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.013657] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220744, 'name': Rename_Task, 'duration_secs': 0.141897} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.013924] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.014176] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec458ff-d997-4396-ab75-a5ff0a8bfc92 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.019767] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1585.019767] env[69073]: value = "task-3220745" [ 1585.019767] env[69073]: _type = "Task" [ 1585.019767] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.529644] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.030487] env[69073]: DEBUG oslo_vmware.api [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220745, 'name': PowerOnVM_Task, 'duration_secs': 0.990424} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.030767] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.031018] env[69073]: INFO nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1586.031210] env[69073]: DEBUG nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.032040] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d798a7d-c10d-4dca-ad3f-39ca8758fef7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.548639] env[69073]: INFO nova.compute.manager [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Took 11.76 seconds to build instance. [ 1586.844138] env[69073]: INFO nova.compute.manager [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Rescuing [ 1586.844533] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.844638] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.844760] env[69073]: DEBUG nova.network.neutron [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1587.051063] env[69073]: DEBUG oslo_concurrency.lockutils [None req-782323d2-e084-487d-a065-78d428b25bcb tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "71822365-bca2-40ef-95f4-b7e1e14583f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.274s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.521689] env[69073]: DEBUG nova.network.neutron [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Updating instance_info_cache with network_info: [{"id": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "address": "fa:16:3e:09:16:03", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b14ea0-7a", "ovs_interfaceid": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.024848] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.560827] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.561208] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c8dd2c4-8962-4b82-a6b6-a5f4fca59b26 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.568694] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1589.568694] env[69073]: value = "task-3220746" [ 1589.568694] env[69073]: _type = "Task" [ 1589.568694] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.576352] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.079100] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220746, 'name': PowerOffVM_Task, 'duration_secs': 0.218293} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.079100] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.079100] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a6c59-ba3d-4d0e-ab3c-4642e0c0d33c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.096784] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef0e142-0d6f-43c4-bf95-513dd561babf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.121993] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.122223] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df9ee265-9d2b-4bf7-8fb8-a00888612d8d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.128689] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1590.128689] env[69073]: value = "task-3220747" [ 1590.128689] env[69073]: _type = "Task" [ 1590.128689] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.135634] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.639544] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] VM already powered off {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1590.639544] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Processing image b04ae1f3-fd7b-41fc-a766-2c372c2ace51 {{(pid=69073) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.639866] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.639866] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.639993] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.640257] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85d9e2ff-491c-4c7e-b020-f5926361a1f4 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.650787] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69073) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.650956] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69073) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.651647] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5471c4f0-0c5b-4d5e-87e3-a5eff007c0c1 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.656370] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1590.656370] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52520d6a-31da-870b-6e04-5c15090d99c1" [ 1590.656370] env[69073]: _type = "Task" [ 1590.656370] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.663519] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52520d6a-31da-870b-6e04-5c15090d99c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.165792] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]52520d6a-31da-870b-6e04-5c15090d99c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.166490] env[69073]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5aff15-2630-4e98-bdb9-b8d4d76ca4bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.171353] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1591.171353] env[69073]: value = "session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5245070e-dc8a-f2db-ad34-04e34ffdab8b" [ 1591.171353] env[69073]: _type = "Task" [ 1591.171353] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.178158] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5245070e-dc8a-f2db-ad34-04e34ffdab8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.681285] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': session[528908ec-a1fa-3a71-6d06-d5f3baa0bec3]5245070e-dc8a-f2db-ad34-04e34ffdab8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.681637] env[69073]: DEBUG oslo_concurrency.lockutils [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.681776] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. {{(pid=69073) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1591.682044] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6bce9c4-ea19-4d84-b8f6-f13a07b9e11e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.688566] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1591.688566] env[69073]: value = "task-3220748" [ 1591.688566] env[69073]: _type = "Task" [ 1591.688566] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.695515] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.199221] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431846} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.199485] env[69073]: INFO nova.virt.vmwareapi.ds_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b04ae1f3-fd7b-41fc-a766-2c372c2ace51/b04ae1f3-fd7b-41fc-a766-2c372c2ace51.vmdk to [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk. [ 1592.200322] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d541556-262c-4a61-82a0-1887545712ec {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.225237] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1592.225485] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1f714d-24fe-4ad6-8916-6fa3bde99d2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.243014] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1592.243014] env[69073]: value = "task-3220749" [ 1592.243014] env[69073]: _type = "Task" [ 1592.243014] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.250593] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.753423] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220749, 'name': ReconfigVM_Task, 'duration_secs': 0.282246} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.753787] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3/b04ae1f3-fd7b-41fc-a766-2c372c2ace51-rescue.vmdk or device None with type thin {{(pid=69073) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1592.754512] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca3eb6d-498f-4c59-84af-a1ccc8eb50d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.779644] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e4dfc2-10f8-4220-945b-7578180a4a13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.794276] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1592.794276] env[69073]: value = "task-3220750" [ 1592.794276] env[69073]: _type = "Task" [ 1592.794276] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.801498] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.303413] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220750, 'name': ReconfigVM_Task, 'duration_secs': 0.142243} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.303631] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1593.303874] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04a93111-8451-4ad2-b58c-df3af97c2f00 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.310046] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1593.310046] env[69073]: value = "task-3220751" [ 1593.310046] env[69073]: _type = "Task" [ 1593.310046] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.317007] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.819281] env[69073]: DEBUG oslo_vmware.api [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220751, 'name': PowerOnVM_Task, 'duration_secs': 0.390124} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.819689] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.822277] env[69073]: DEBUG nova.compute.manager [None req-6c239ddd-ea7d-46ae-9e32-c91d6b184210 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.823014] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36060e7-b178-4aab-ab22-4ad6d8474477 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.763786] env[69073]: INFO nova.compute.manager [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Unrescuing [ 1594.764173] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.764414] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquired lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.764653] env[69073]: DEBUG nova.network.neutron [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Building network info cache for instance {{(pid=69073) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.682432] env[69073]: DEBUG nova.network.neutron [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Updating instance_info_cache with network_info: [{"id": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "address": "fa:16:3e:09:16:03", "network": {"id": "7d8276e8-33b3-4ace-9724-a28e1663f638", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1887346623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d6d024ddebb947949d75be70c55dc8d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37b14ea0-7a", "ovs_interfaceid": "37b14ea0-7a67-4250-b32f-e0ceb1c3cfca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.185910] env[69073]: DEBUG oslo_concurrency.lockutils [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Releasing lock "refresh_cache-71822365-bca2-40ef-95f4-b7e1e14583f3" {{(pid=69073) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.186566] env[69073]: DEBUG nova.objects.instance [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lazy-loading 'flavor' on Instance uuid 71822365-bca2-40ef-95f4-b7e1e14583f3 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.692215] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90592ef-bd90-41e5-8c7a-a3036d159e13 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.712937] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.713246] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55c6a56c-76fd-47af-b56b-4e54366204b0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.719135] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1596.719135] env[69073]: value = "task-3220752" [ 1596.719135] env[69073]: _type = "Task" [ 1596.719135] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.726554] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.228999] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220752, 'name': PowerOffVM_Task, 'duration_secs': 0.191437} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.229282] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.234457] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1597.234717] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08eb04d2-1e6f-4d4f-ad17-933395ce74bf {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.251816] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1597.251816] env[69073]: value = "task-3220753" [ 1597.251816] env[69073]: _type = "Task" [ 1597.251816] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.258818] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.761387] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220753, 'name': ReconfigVM_Task, 'duration_secs': 0.190475} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.761790] env[69073]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69073) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1597.761790] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powering on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.762051] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9560ffe-8e76-48ab-a29a-8a2ccc9a56bd {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.768542] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1597.768542] env[69073]: value = "task-3220754" [ 1597.768542] env[69073]: _type = "Task" [ 1597.768542] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.775776] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.277618] env[69073]: DEBUG oslo_vmware.api [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220754, 'name': PowerOnVM_Task, 'duration_secs': 0.349883} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.277991] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powered on the VM {{(pid=69073) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.278233] env[69073]: DEBUG nova.compute.manager [None req-e9033806-33e1-4a9d-a2af-1fb935f74dd4 tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Checking state {{(pid=69073) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.278969] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27189df-5fe4-4183-972d-b41876f2eb2a {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.605124] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "71822365-bca2-40ef-95f4-b7e1e14583f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.605521] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "71822365-bca2-40ef-95f4-b7e1e14583f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.605583] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "71822365-bca2-40ef-95f4-b7e1e14583f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1599.605789] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "71822365-bca2-40ef-95f4-b7e1e14583f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1599.605958] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "71822365-bca2-40ef-95f4-b7e1e14583f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.608055] env[69073]: INFO nova.compute.manager [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Terminating instance [ 1600.112025] env[69073]: DEBUG nova.compute.manager [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1600.112319] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.113316] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29324d71-dac9-4e71-a926-3108673e64c6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.120984] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.121232] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79725d83-b185-4550-87a4-575c1c747c5d {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.127281] env[69073]: DEBUG oslo_vmware.api [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1600.127281] env[69073]: value = "task-3220755" [ 1600.127281] env[69073]: _type = "Task" [ 1600.127281] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.135260] env[69073]: DEBUG oslo_vmware.api [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.636749] env[69073]: DEBUG oslo_vmware.api [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220755, 'name': PowerOffVM_Task, 'duration_secs': 0.185845} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.637110] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.637228] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.637404] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-403a6186-c898-4e1d-a1ef-13b3564a3045 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.697209] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1600.697447] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1600.697598] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Deleting the datastore file [datastore2] 71822365-bca2-40ef-95f4-b7e1e14583f3 {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.697855] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ac28950-cf28-4cac-9748-0e515d641d0e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.703444] env[69073]: DEBUG oslo_vmware.api [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1600.703444] env[69073]: value = "task-3220757" [ 1600.703444] env[69073]: _type = "Task" [ 1600.703444] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.711063] env[69073]: DEBUG oslo_vmware.api [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.213191] env[69073]: DEBUG oslo_vmware.api [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128659} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.213473] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1601.213639] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1601.213813] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1601.213983] env[69073]: INFO nova.compute.manager [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1601.214232] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1601.214417] env[69073]: DEBUG nova.compute.manager [-] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1601.214511] env[69073]: DEBUG nova.network.neutron [-] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1601.458667] env[69073]: DEBUG nova.compute.manager [req-6cbac7ed-e740-4eac-8e15-54c074259a15 req-4d4ed6a8-514c-4ff2-b6c1-adac8da2ca63 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Received event network-vif-deleted-37b14ea0-7a67-4250-b32f-e0ceb1c3cfca {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1601.458815] env[69073]: INFO nova.compute.manager [req-6cbac7ed-e740-4eac-8e15-54c074259a15 req-4d4ed6a8-514c-4ff2-b6c1-adac8da2ca63 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Neutron deleted interface 37b14ea0-7a67-4250-b32f-e0ceb1c3cfca; detaching it from the instance and deleting it from the info cache [ 1601.458985] env[69073]: DEBUG nova.network.neutron [req-6cbac7ed-e740-4eac-8e15-54c074259a15 req-4d4ed6a8-514c-4ff2-b6c1-adac8da2ca63 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.943018] env[69073]: DEBUG nova.network.neutron [-] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.961964] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adcd621a-f7aa-4b26-abb9-b30f7a80ed3e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.974097] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49171b61-6f44-48d2-849f-7c051e6be442 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.005746] env[69073]: DEBUG nova.compute.manager [req-6cbac7ed-e740-4eac-8e15-54c074259a15 req-4d4ed6a8-514c-4ff2-b6c1-adac8da2ca63 service nova] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Detach interface failed, port_id=37b14ea0-7a67-4250-b32f-e0ceb1c3cfca, reason: Instance 71822365-bca2-40ef-95f4-b7e1e14583f3 could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1602.445906] env[69073]: INFO nova.compute.manager [-] [instance: 71822365-bca2-40ef-95f4-b7e1e14583f3] Took 1.23 seconds to deallocate network for instance. [ 1602.952830] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1602.953161] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1602.953417] env[69073]: DEBUG nova.objects.instance [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lazy-loading 'resources' on Instance uuid 71822365-bca2-40ef-95f4-b7e1e14583f3 {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.497827] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f10bcb9-b0ec-4f40-8c47-0aafcdaf8a4c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.504982] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491671ce-cdda-4001-b1b8-d44f3f96e798 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.535017] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa7077b-7429-498b-89c0-f5cef9e92aa5 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.541706] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3580782-1478-4691-9b9f-c359fcf16e76 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.554574] env[69073]: DEBUG nova.compute.provider_tree [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.057827] env[69073]: DEBUG nova.scheduler.client.report [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1604.564321] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.583259] env[69073]: INFO nova.scheduler.client.report [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Deleted allocations for instance 71822365-bca2-40ef-95f4-b7e1e14583f3 [ 1605.092656] env[69073]: DEBUG oslo_concurrency.lockutils [None req-2b7bd419-aa45-42d3-a6f2-7869525880be tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "71822365-bca2-40ef-95f4-b7e1e14583f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.487s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.197286] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.197671] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.197857] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.198067] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.198245] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1606.200517] env[69073]: INFO nova.compute.manager [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Terminating instance [ 1606.704975] env[69073]: DEBUG nova.compute.manager [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Start destroying the instance on the hypervisor. {{(pid=69073) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1606.705232] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Destroying instance {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1606.706455] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669e600-216e-406b-b056-faf7a06cb5e8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.713584] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powering off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.713769] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46549095-50ac-41c9-8779-a7b1ed6c43d8 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.719625] env[69073]: DEBUG oslo_vmware.api [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1606.719625] env[69073]: value = "task-3220758" [ 1606.719625] env[69073]: _type = "Task" [ 1606.719625] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.726993] env[69073]: DEBUG oslo_vmware.api [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.229549] env[69073]: DEBUG oslo_vmware.api [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220758, 'name': PowerOffVM_Task, 'duration_secs': 0.19236} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.229869] env[69073]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Powered off the VM {{(pid=69073) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.229914] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Unregistering the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.230174] env[69073]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a94c50e-f743-4241-967b-651e0029e355 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.291394] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Unregistered the VM {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.291597] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Deleting contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.291781] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Deleting the datastore file [datastore2] 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.292041] env[69073]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-273c5530-6e5b-4562-8d8d-29d4805838a6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.297536] env[69073]: DEBUG oslo_vmware.api [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for the task: (returnval){ [ 1607.297536] env[69073]: value = "task-3220760" [ 1607.297536] env[69073]: _type = "Task" [ 1607.297536] env[69073]: } to complete. {{(pid=69073) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.305523] env[69073]: DEBUG oslo_vmware.api [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.806641] env[69073]: DEBUG oslo_vmware.api [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Task: {'id': task-3220760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16608} completed successfully. {{(pid=69073) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.806868] env[69073]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Deleted the datastore file {{(pid=69073) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.807061] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Deleted contents of the VM from datastore datastore2 {{(pid=69073) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.807247] env[69073]: DEBUG nova.virt.vmwareapi.vmops [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Instance destroyed {{(pid=69073) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.807414] env[69073]: INFO nova.compute.manager [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1607.807654] env[69073]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69073) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1607.807836] env[69073]: DEBUG nova.compute.manager [-] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Deallocating network for instance {{(pid=69073) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1607.807932] env[69073]: DEBUG nova.network.neutron [-] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] deallocate_for_instance() {{(pid=69073) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.024586] env[69073]: DEBUG nova.compute.manager [req-0319b685-8fb2-4a28-8f41-78d225a30027 req-c7292673-f36b-4034-bceb-54be90a20d03 service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Received event network-vif-deleted-45188243-a919-42de-a825-9c6b88f56bfb {{(pid=69073) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1608.024794] env[69073]: INFO nova.compute.manager [req-0319b685-8fb2-4a28-8f41-78d225a30027 req-c7292673-f36b-4034-bceb-54be90a20d03 service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Neutron deleted interface 45188243-a919-42de-a825-9c6b88f56bfb; detaching it from the instance and deleting it from the info cache [ 1608.024963] env[69073]: DEBUG nova.network.neutron [req-0319b685-8fb2-4a28-8f41-78d225a30027 req-c7292673-f36b-4034-bceb-54be90a20d03 service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.508764] env[69073]: DEBUG nova.network.neutron [-] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Updating instance_info_cache with network_info: [] {{(pid=69073) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.527531] env[69073]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6feec09e-11a8-4c2e-a846-01121c59dc4e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.537223] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70acbef8-12f5-4954-882a-eb63078dd0c2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.561180] env[69073]: DEBUG nova.compute.manager [req-0319b685-8fb2-4a28-8f41-78d225a30027 req-c7292673-f36b-4034-bceb-54be90a20d03 service nova] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Detach interface failed, port_id=45188243-a919-42de-a825-9c6b88f56bfb, reason: Instance 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d could not be found. {{(pid=69073) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1609.011486] env[69073]: INFO nova.compute.manager [-] [instance: 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d] Took 1.20 seconds to deallocate network for instance. [ 1609.518573] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.518927] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1609.519105] env[69073]: DEBUG nova.objects.instance [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lazy-loading 'resources' on Instance uuid 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d {{(pid=69073) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.053093] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcce9d5-4bb0-49d3-9627-0a1a1ec8702e {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.060619] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a452014d-594f-497f-8a84-9d00e19441d7 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.090275] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a845f69-8111-4871-9a89-7ce2392ef0f2 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.096992] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de9dc3a-e410-4e4c-a4fe-99dd58684be6 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.109415] env[69073]: DEBUG nova.compute.provider_tree [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.613352] env[69073]: DEBUG nova.scheduler.client.report [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1611.118087] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.139993] env[69073]: INFO nova.scheduler.client.report [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Deleted allocations for instance 045b2edb-ba7b-43b7-b6a5-d61f10a78d4d [ 1611.649206] env[69073]: DEBUG oslo_concurrency.lockutils [None req-afa20da7-7857-4c20-9fe5-6e39e27b8d3b tempest-ServerRescueTestJSON-86650676 tempest-ServerRescueTestJSON-86650676-project-member] Lock "045b2edb-ba7b-43b7-b6a5-d61f10a78d4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.452s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.311767] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.814997] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.815270] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1627.815446] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1627.815596] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69073) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1627.816523] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e62a3-d4a9-4a68-b727-62cedfeee8d0 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.824591] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93e80fe-e43d-45a2-996b-af872577b25c {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.838049] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ad6c8-5ffa-453e-80df-58aca1fc0862 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.844181] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c488b8-1d34-46be-9a97-b00b0ca25893 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.872793] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180769MB free_disk=123GB free_vcpus=48 pci_devices=None {{(pid=69073) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1627.872950] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1627.873184] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.894174] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1628.894406] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69073) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1628.906699] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7f05ce-cccd-42d6-8b60-3b09ee258a25 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.915252] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578057c4-99a1-4e63-8916-b7eaddc5fa2f {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.944208] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e789382-a99d-45e3-ad85-138ad566f6e3 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.951081] env[69073]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1549266-0000-4f71-b6e5-b21979e7e364 {{(pid=69073) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.963620] env[69073]: DEBUG nova.compute.provider_tree [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed in ProviderTree for provider: c0741477-85d0-4873-a73a-cccb16461097 {{(pid=69073) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.466764] env[69073]: DEBUG nova.scheduler.client.report [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Inventory has not changed for provider c0741477-85d0-4873-a73a-cccb16461097 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 123, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69073) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.971415] env[69073]: DEBUG nova.compute.resource_tracker [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69073) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1629.971799] env[69073]: DEBUG oslo_concurrency.lockutils [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=69073) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.972295] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1632.311600] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.307394] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.310619] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1635.311056] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.311131] env[69073]: DEBUG oslo_service.periodic_task [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69073) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.311954] env[69073]: DEBUG nova.compute.manager [None req-60876280-361e-4a5c-83df-0a82ca2d5289 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69073) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}